-- Logs begin at Fri 2022-09-09 19:48:45 UTC, end at Fri 2022-09-09 20:47:53 UTC. -- Sep 09 20:19:20.395042 dv-cinder-849325-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 20:19:23.062981 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.common.config [-] Logging enabled! Sep 09 20:19:23.063577 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev559 Sep 09 20:19:23.063781 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106121) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 09 20:19:23.067004 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.common.config [-] Logging enabled! Sep 09 20:19:23.067264 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev559 Sep 09 20:19:23.067577 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106121) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 09 20:19:23.068504 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 20:19:23.068747 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 20:19:23.069222 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 20:19:23.069497 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 20:19:23.069730 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 20:19:23.070053 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.070358 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.070593 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.070897 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.071195 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.071481 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.071775 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.072077 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.072366 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.072645 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.072932 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.073163 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.073482 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.073771 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.074060 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.074288 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] debug = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.074570 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.074989 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.075392 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.075675 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.075965 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.076257 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.076515 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.076790 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.077073 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.077643 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] host = dv-cinder-849325-4-iscsi {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.078006 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.078303 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.078598 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.078888 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.079167 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.079445 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.079730 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.080003 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.080278 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] log_file = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.080552 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.080840 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.081129 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.081452 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.081681 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.081906 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.082197 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.082488 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.082766 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.083042 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.083318 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.083592 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.083865 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.084135 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.084422 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.084708 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.084992 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.085289 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.085565 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.085835 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.086104 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.086389 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.086661 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.086932 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.087206 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.087493 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.087763 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.088034 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.088337 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.088628 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.088910 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.089196 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.089495 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.089775 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.090047 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.090320 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.090591 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] use_json = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.090862 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.091133 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.091414 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.091687 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.091957 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.092231 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.092503 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.093342 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.093621 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:23.093918 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.094215 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.094518 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.094803 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.095109 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.095391 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.095683 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.095962 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.096251 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.096541 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.096832 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.097109 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.097432 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.097723 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.098017 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.098322 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.098615 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.098906 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.099188 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.099463 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.099737 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.100014 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.100301 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.100580 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.100869 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.101158 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.101462 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.101760 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.102045 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.102330 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.102623 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.102917 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.103197 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.103476 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.103769 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.104051 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.104325 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.104615 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.104897 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.105171 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.105480 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.105775 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.106064 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.106338 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.106617 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.106911 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.107190 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.107466 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.107739 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.108017 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.108289 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.109139 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.109450 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.109730 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.110006 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.110288 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.110563 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.110836 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.111116 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.111390 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.111668 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.111939 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.112212 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.112485 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.112756 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.113027 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.113330 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.113604 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.113883 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.114156 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.114430 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.114702 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.114975 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.115250 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.115538 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.115837 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.116115 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.116392 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.116668 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.116946 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.117224 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.117528 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.117807 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.118085 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.118356 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.118647 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.118929 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.119220 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.119503 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.119799 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.120096 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.120372 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.120649 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.120925 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.121200 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.121502 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.121786 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.122063 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.122339 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.122620 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.122902 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.123198 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.123492 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.123772 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.124106 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.124402 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.124694 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.124977 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.125313 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.125597 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:23.125816 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 20:19:23.126059 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106121) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 20:19:23.500375 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 09 20:19:23.500698 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 09 20:19:23.500967 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 09 20:19:23.501203 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 09 20:19:23.501768 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 09 20:19:23.502105 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 20:19:23.835001 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.835218 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.835490 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.836684 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.836959 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.837224 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.888791 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.889075 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.889367 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.905573 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.905853 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.906127 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.933116 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.933419 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.933692 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.969905 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.970186 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:23.970454 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.196317 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.196917 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.196917 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.197940 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.198661 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.294302 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.294621 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.294905 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.295178 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.295446 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.295759 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.296562 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.296823 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.297077 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.297386 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.297659 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.297926 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.298188 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.298440 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.298696 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.298959 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.299222 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.299490 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.299759 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.300016 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.300287 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.300544 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.300824 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.301201 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.301474 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.301723 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.302114 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:19:24.302353 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:19:24.302590 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:19:24.302825 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:19:24.303060 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:19:24.303294 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:19:24.303651 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 20:19:24.306720 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 20:19:24.310588 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 20:19:24.315004 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 09 20:19:24.316604 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 20:19:24.317212 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 20:19:24.317567 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 20:19:24.317944 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 20:19:24.320667 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 20:19:24.320917 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 20:19:24.321285 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 20:19:24.326251 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 20:19:24.348662 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 20:19:24.349108 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.349428 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106121) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 09 20:19:24.349801 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.351138 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106121) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 20:19:24.351413 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 20:19:24.351653 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 20:19:24.362687 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.362973 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:24.475357 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 20:19:24.475596 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 20:19:24.475833 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 20:19:24.476203 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 20:19:24.527638 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO dbcounter [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Registered counter for database neutron Sep 09 20:19:24.544993 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_db.sqlalchemy.engines [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106121) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 20:19:24.551433 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG dbcounter [-] [106121] Writer thread running {{(pid=106121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 20:19:25.087852 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Initializing driver for type 'gre' Sep 09 20:19:25.088377 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] gre ID ranges: [(1, 1000)] Sep 09 20:19:25.143834 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Initializing driver for type 'local' Sep 09 20:19:25.144173 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Initializing driver for type 'vlan' Sep 09 20:19:25.156488 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] VlanTypeDriver initialization complete Sep 09 20:19:25.156844 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Initializing driver for type 'vxlan' Sep 09 20:19:25.157350 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] vxlan ID ranges: [(1, 1000)] Sep 09 20:19:25.214045 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Initializing extension driver 'port_security' Sep 09 20:19:25.214779 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.extensions.port_security [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] PortSecurityExtensionDriver initialization complete Sep 09 20:19:25.214779 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Initializing mechanism driver 'openvswitch' Sep 09 20:19:25.215079 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Initializing mechanism driver 'hyperv' Sep 09 20:19:25.222099 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.plugins.ml2.plugin [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:19:25.222775 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > port after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.223156 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > port after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.223519 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > port after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.224027 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 20:19:25.224455 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > subnet after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.224817 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > subnet after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.225172 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.225598 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 20:19:25.226008 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > network after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.226364 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > network after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.226733 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > network after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.227114 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 20:19:25.227527 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > security_group after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.227883 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > security_group after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.228232 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.228627 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 20:19:25.229035 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.229423 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.229770 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.230295 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 20:19:25.230704 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > address_group after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.231059 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > address_group after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.231405 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.231800 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 20:19:25.232246 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] ML2 OVO RPC backend initialized. {{(pid=106121) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 09 20:19:25.232952 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.233377 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.234295 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > network before_response 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.234654 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > networks before_response 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.235010 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > port before_response 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.235362 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > ports before_response 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.235720 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > subnet before_response 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.236068 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > subnets before_response 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.236424 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > network after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.236773 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > network after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.237125 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > network after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.237505 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > port after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.237855 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > port after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.238202 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > port after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.238548 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > subnet after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.238894 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > subnet after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.239237 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.246872 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded quota_driver: . Sep 09 20:19:25.247243 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.plugin [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Modular L2 Plugin initialization complete Sep 09 20:19:25.247659 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading services supported by the core plugin {{(pid=106121) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 20:19:25.248017 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.plugins.ml2.managers [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Got port-security extension from driver 'port_security' Sep 09 20:19:25.248503 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.extensions.vlantransparent [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Disabled vlantransparent extension. Sep 09 20:19:25.249197 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106121) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 20:19:25.249407 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading Plugin: router Sep 09 20:19:25.284958 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.285380 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router after_create 55549900 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.285765 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router before_create 55549900 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.286142 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.286527 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.286891 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router after_delete 55549900 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.287263 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.287624 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.287990 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router after_create 55549900 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.288346 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router after_update 55549900 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.288705 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router after_update 55549900 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.289062 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.289457 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router after_update 55549900 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.289880 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router precommit_update 55549900 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.290260 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: port after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.290608 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: port after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.290955 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: subnet after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.291306 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.291663 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.292020 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router precommit_create 55549900 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.292372 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: port before_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.292723 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router precommit_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.293087 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router after_update 55549900 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.293460 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.293821 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router precommit_create 55549900 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.294190 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.294548 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router precommit_update 55549900 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.294922 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > agent after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.295281 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > agent after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.295637 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > network after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.297100 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Tracking information for resource: router configured {{(pid=106121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:19:25.297468 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Tracking information for resource: floatingip configured {{(pid=106121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 20:19:25.302362 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.db.l3_agentschedulers_db [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 20:19:25.302935 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: port after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.303303 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: port after_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.303664 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: port after_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.304015 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: port after_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.304810 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router before_create 55550100 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.305182 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.305593 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router precommit_create 55550100 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.305960 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > router precommit_update 55550100 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.310771 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.services.provider_configuration [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Service providers = [] {{(pid=106121) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 20:19:25.311140 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.db.servicetype_db [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106121) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 20:19:25.314171 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.services.service_base [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106121) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 20:19:25.314533 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.services.service_base [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106121) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 20:19:25.314881 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.services.service_base [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106121) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 20:19:25.315775 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.services.service_base [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106121) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 20:19:25.316153 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.services.service_base [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 20:19:25.316538 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:19:25.316861 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 20:19:25.328462 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:19:25.328801 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading Plugin: auto_allocate Sep 09 20:19:25.334598 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: network precommit_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.334981 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: network precommit_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.335509 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:19:25.335840 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading Plugin: tag Sep 09 20:19:25.342485 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:19:25.343301 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading Plugin: timestamp Sep 09 20:19:25.347335 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:19:25.347670 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading Plugin: network_ip_availability Sep 09 20:19:25.353115 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.353529 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.353896 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.354616 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:19:25.354940 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading Plugin: flavors Sep 09 20:19:25.360190 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:19:25.360526 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading Plugin: revisions Sep 09 20:19:25.364999 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 20:19:25.365420 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_concurrency.lockutils [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.864s {{(pid=106121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 09 20:19:25.366163 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106121) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 09 20:19:25.366509 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Initializing extension manager. Sep 09 20:19:25.367041 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: __init__.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.367390 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: __pycache__ {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.367730 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: address_group.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.368621 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.369191 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: address-group Sep 09 20:19:25.369552 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: address_scope.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.370239 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.370756 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: address-scope Sep 09 20:19:25.371084 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.371979 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.372490 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: router-admin-state-down-before-update Sep 09 20:19:25.372817 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: agent.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.373526 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.374096 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: agent Sep 09 20:19:25.374425 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: agent_resources_synced.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.375317 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.375839 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: agent-resources-synced Sep 09 20:19:25.376166 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: allowedaddresspairs.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.378226 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.378755 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: allowed-address-pairs Sep 09 20:19:25.379087 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: auto_allocated_topology.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.380123 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.380652 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: auto-allocated-topology Sep 09 20:19:25.380988 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: availability_zone.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.381694 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.382214 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: availability_zone Sep 09 20:19:25.382543 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: availability_zone_filter.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.383427 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.383944 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: availability_zone_filter Sep 09 20:19:25.384272 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: data_plane_status.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.385145 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.385697 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 20:19:25.386025 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: default_subnetpools.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.386902 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.387414 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: default-subnetpools Sep 09 20:19:25.387740 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.388513 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.389032 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: dhcp_agent_scheduler Sep 09 20:19:25.389400 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: dns.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.390308 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.390816 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension dns-integration not supported by any of loaded plugins Sep 09 20:19:25.391140 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: dns_domain_ports.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.392021 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.392530 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 20:19:25.392854 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.393771 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.394282 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 20:19:25.394609 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: dvr.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.395253 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.395769 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: dvr Sep 09 20:19:25.396096 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: ecmp_routes.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.396979 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.397529 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 20:19:25.397857 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: empty_string_filtering.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.398741 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.399260 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: empty-string-filtering Sep 09 20:19:25.399585 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.400463 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.400975 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 20:19:25.401326 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.402215 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.402723 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 20:19:25.403047 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: external_net.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.403923 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.404434 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: external-net Sep 09 20:19:25.404757 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.406176 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.406687 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: extra_dhcp_opt Sep 09 20:19:25.407009 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: extraroute.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.407879 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.408392 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: extraroute Sep 09 20:19:25.408719 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: extraroute_atomic.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.409755 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.410277 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: extraroute-atomic Sep 09 20:19:25.410600 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: filter_validation.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.411233 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.411744 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: filter-validation Sep 09 20:19:25.412069 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: fip_pf_description.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.412945 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.413483 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 20:19:25.413808 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: fip_pf_detail.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.414728 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.415242 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 09 20:19:25.415570 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: fip_pf_port_range.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.416453 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.416965 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 09 20:19:25.417313 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: fip_port_details.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.418196 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.418713 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: fip-port-details Sep 09 20:19:25.419039 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: flavors.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.420223 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.420744 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: flavors Sep 09 20:19:25.421643 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.423249 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.423782 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 20:19:25.424121 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: floatingip_pools.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.424796 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.425364 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: floatingip-pools Sep 09 20:19:25.425702 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: ip_allocation.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.426601 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.427120 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 20:19:25.427451 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.428360 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.428880 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: ip-substring-filtering Sep 09 20:19:25.429210 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: l2_adjacency.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.430134 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.430650 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 20:19:25.430979 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: l3.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.431901 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.432426 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: router Sep 09 20:19:25.432755 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.435146 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.435681 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 20:19:25.436026 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.436948 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.437508 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: ext-gw-mode Sep 09 20:19:25.437846 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.438740 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.439265 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: l3-ha Sep 09 20:19:25.439596 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.440482 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.440999 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 09 20:19:25.441363 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: l3_flavors.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.442252 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.442768 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: l3-flavors Sep 09 20:19:25.443096 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.444426 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.444952 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 09 20:19:25.445313 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.446216 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.446743 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 20:19:25.447078 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: l3agentscheduler.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.448091 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.448615 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: l3_agent_scheduler Sep 09 20:19:25.448947 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: local_ip.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.450707 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.451244 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension local_ip not supported by any of loaded plugins Sep 09 20:19:25.451586 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: logging.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.453046 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.453613 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension logging not supported by any of loaded plugins Sep 09 20:19:25.453952 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: metering.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.454662 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.455247 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: metering Sep 09 20:19:25.455578 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.456648 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.457177 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: metering_source_and_destination_fields Sep 09 20:19:25.457540 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: multiprovidernet.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.458437 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.458960 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: multi-provider Sep 09 20:19:25.459290 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: netmtu.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.460178 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.460696 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: net-mtu Sep 09 20:19:25.461024 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: netmtu_writable.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.461945 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.462465 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: net-mtu-writable Sep 09 20:19:25.462795 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: network_availability_zone.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.463438 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.463956 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: network_availability_zone Sep 09 20:19:25.464285 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: network_ip_availability.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.465387 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.465918 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: network-ip-availability Sep 09 20:19:25.466248 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: network_segment_range.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.466983 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.467496 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 20:19:25.468351 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: pagination.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.469324 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.469667 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: pagination Sep 09 20:19:25.469994 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: port_device_profile.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.470867 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.471393 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: port-device-profile Sep 09 20:19:25.471723 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: port_mac_address_override.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.472610 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.473128 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: port-mac-override Sep 09 20:19:25.473481 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.474372 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.474892 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: port-mac-address-regenerate Sep 09 20:19:25.475221 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.476104 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.476626 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: port-numa-affinity-policy Sep 09 20:19:25.476957 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: port_resource_request.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.477862 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.478374 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 20:19:25.478700 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: port_resource_request_groups.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.479627 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.480142 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 09 20:19:25.480469 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: portbindings.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.481395 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.481915 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: binding Sep 09 20:19:25.482244 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: portbindings_extended.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.483527 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.484057 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: binding-extended Sep 09 20:19:25.484391 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: portsecurity.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.485303 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.485831 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: port-security Sep 09 20:19:25.486157 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: project_id.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.487298 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.487637 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: project-id Sep 09 20:19:25.487963 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: providernet.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.488850 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.489406 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: provider Sep 09 20:19:25.489735 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: qos.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.493165 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.493729 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension qos not supported by any of loaded plugins Sep 09 20:19:25.494070 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.495299 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.495830 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 20:19:25.496165 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.497062 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.497618 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 20:19:25.497953 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: qos_default.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.498844 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.499887 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension qos-default not supported by any of loaded plugins Sep 09 20:19:25.500215 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: qos_fip.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.501108 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.501924 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension qos-fip not supported by any of loaded plugins Sep 09 20:19:25.502253 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.503135 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.503653 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 09 20:19:25.503981 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: qos_gateway_ip.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.504870 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.505428 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 20:19:25.505760 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: qos_port_network_policy.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.506642 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.507173 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 20:19:25.507500 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.508498 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.509023 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 09 20:19:25.509393 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.510393 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.510918 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 09 20:19:25.511247 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: qos_pps_rule.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.512373 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.512895 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension qos-pps not supported by any of loaded plugins Sep 09 20:19:25.513228 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: qos_rule_type_details.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.514134 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.514703 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 20:19:25.515033 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.515932 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.516449 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 09 20:19:25.516780 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: qos_rules_alias.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.517826 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.518347 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 20:19:25.518679 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: quota_check_limit.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.519562 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.520083 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: quota-check-limit Sep 09 20:19:25.520412 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: quotasv2.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.521322 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.521655 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: quotas Sep 09 20:19:25.521979 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: quotasv2_detail.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.523636 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.523978 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: quota_details Sep 09 20:19:25.524310 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: rbac.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.525368 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.525904 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: rbac-policies Sep 09 20:19:25.526239 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: rbac_address_group.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.527149 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.527673 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: rbac-address-group Sep 09 20:19:25.528004 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: rbac_address_scope.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.528974 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.529526 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: rbac-address-scope Sep 09 20:19:25.529859 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: rbac_security_groups.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.531277 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.531794 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: rbac-security-groups Sep 09 20:19:25.532122 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: rbac_subnetpool.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.533009 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.533560 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: rbac-subnetpool Sep 09 20:19:25.533892 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: revisionifmatch.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.534787 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.535305 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: revision-if-match Sep 09 20:19:25.535634 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: revisions.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.536730 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.537269 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: standard-attr-revisions Sep 09 20:19:25.537612 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: router_availability_zone.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.538256 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.538777 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: router_availability_zone Sep 09 20:19:25.539108 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: routerservicetype.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.540007 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.540528 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension router-service-type not supported by any of loaded plugins Sep 09 20:19:25.540857 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.541775 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.542297 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: security-groups-normalized-cidr Sep 09 20:19:25.542624 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.543510 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.544029 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: port-security-groups-filtering Sep 09 20:19:25.544356 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.545305 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.546361 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: security-groups-remote-address-group Sep 09 20:19:25.546693 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.547609 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.548138 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: security-groups-shared-filtering Sep 09 20:19:25.548464 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: securitygroup.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.558145 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.558693 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: security-group Sep 09 20:19:25.559033 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: segment.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.559736 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.560261 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension segment not supported by any of loaded plugins Sep 09 20:19:25.560595 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.561583 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.562110 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 20:19:25.562443 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: servicetype.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.563512 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.564043 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: service-type Sep 09 20:19:25.564374 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: sorting.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.565365 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.565702 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: sorting Sep 09 20:19:25.566031 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: standard_attr_segment.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.566941 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.567471 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 20:19:25.567804 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: standardattrdescription.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.568425 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.568944 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: standard-attr-description Sep 09 20:19:25.569291 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: stateful_security_group.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.570194 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.570720 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: stateful-security-group Sep 09 20:19:25.571050 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: stdattrs_common.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.571611 dv-cinder-849325-4-iscsi neutron-server[106121]: WARNING neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 20:19:25.571943 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.572837 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.573392 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 20:19:25.573726 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: subnet_onboard.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.574754 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.575282 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: subnet_onboard Sep 09 20:19:25.575611 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.576506 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.577568 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 20:19:25.577913 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: subnet_service_types.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.578810 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.579337 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: subnet-service-types Sep 09 20:19:25.579668 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: subnetallocation.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.580698 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.581225 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: subnet_allocation Sep 09 20:19:25.581587 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.582227 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.582765 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: subnetpool-prefix-ops Sep 09 20:19:25.583097 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.583997 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.584520 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 20:19:25.584855 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: tagging.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.585920 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.586460 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: standard-attr-tag Sep 09 20:19:25.586792 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: timestamp.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.587971 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.588495 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loaded extension: standard-attr-timestamp Sep 09 20:19:25.588828 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: trunk.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.589849 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.590368 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension trunk not supported by any of loaded plugins Sep 09 20:19:25.590694 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: trunk_details.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.591577 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.592096 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension trunk-details not supported by any of loaded plugins Sep 09 20:19:25.592422 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: uplink_status_propagation.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.593985 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.594459 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 20:19:25.594786 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Loading extension file: vlantransparent.py {{(pid=106121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 20:19:25.595422 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 20:19:25.595938 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 20:19:25.598552 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:network Sep 09 20:19:25.599074 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:subnet Sep 09 20:19:25.599475 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 20:19:25.599869 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:port Sep 09 20:19:25.601135 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.v2.resource_helper [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:19:25.601626 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.v2.resource_helper [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Service FLAVORS assigned prefix: {{(pid=106121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:19:25.602243 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.v2.resource_helper [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:19:25.602671 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.v2.resource_helper [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:19:25.603007 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:router Sep 09 20:19:25.603446 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 20:19:25.603932 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.v2.resource_helper [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Service METERING assigned prefix: /metering {{(pid=106121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:19:25.605388 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.605772 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.606135 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:19:25.607135 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 20:19:25.607571 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:security_group Sep 09 20:19:25.608015 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 20:19:25.608702 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.v2.resource_helper [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Service CORE assigned prefix: {{(pid=106121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:19:25.609049 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 20:19:25.609432 dv-cinder-849325-4-iscsi neutron-server[106121]: WARNING neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] subnetpool is already registered Sep 09 20:19:25.609874 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.v2.resource_helper [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Service CORE assigned prefix: {{(pid=106121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:19:25.610203 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 20:19:25.610538 dv-cinder-849325-4-iscsi neutron-server[106121]: WARNING neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] subnetpool is already registered Sep 09 20:19:25.612897 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.v2.resource_helper [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:19:25.613379 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.v2.resource_helper [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Service FLAVORS assigned prefix: {{(pid=106121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:19:25.614014 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.v2.resource_helper [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:19:25.614562 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.v2.resource_helper [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:19:25.614903 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:router Sep 09 20:19:25.615266 dv-cinder-849325-4-iscsi neutron-server[106121]: WARNING neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] router is already registered Sep 09 20:19:25.615690 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 20:19:25.616031 dv-cinder-849325-4-iscsi neutron-server[106121]: WARNING neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] floatingip is already registered Sep 09 20:19:25.616511 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.v2.resource_helper [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Service METERING assigned prefix: /metering {{(pid=106121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:19:25.617220 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 20:19:25.617579 dv-cinder-849325-4-iscsi neutron-server[106121]: WARNING neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] rbac_policy is already registered Sep 09 20:19:25.618007 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:security_group Sep 09 20:19:25.618344 dv-cinder-849325-4-iscsi neutron-server[106121]: WARNING neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] security_group is already registered Sep 09 20:19:25.618766 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 20:19:25.619101 dv-cinder-849325-4-iscsi neutron-server[106121]: WARNING neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] security_group_rule is already registered Sep 09 20:19:25.619603 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.v2.resource_helper [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Service CORE assigned prefix: {{(pid=106121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:19:25.619938 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 20:19:25.620277 dv-cinder-849325-4-iscsi neutron-server[106121]: WARNING neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] subnetpool is already registered Sep 09 20:19:25.620697 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.v2.resource_helper [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Service CORE assigned prefix: {{(pid=106121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 20:19:25.621025 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 20:19:25.621400 dv-cinder-849325-4-iscsi neutron-server[106121]: WARNING neutron.quota.resource_registry [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] subnetpool is already registered Sep 09 20:19:25.621879 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: extensions {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.623472 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: address-groups {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.625066 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: address-scopes {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.626572 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: agents {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.627759 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: auto-allocated-topology {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.630306 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: availability_zones {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.631541 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: dhcp-networks {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.632965 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: dhcp-agents {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.634538 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: routers {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.636267 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: flavors {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.637475 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: service_profiles {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.638789 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: next_providers {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.640778 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: service_profiles {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.642286 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: floatingip-pools {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.643549 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: routers {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.645416 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: floatingips {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.646608 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: l3-routers {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.647995 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: l3-agents {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.649635 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: metering-labels {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.651075 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: metering-label-rules {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.652423 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: network-ip-availabilities {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.653834 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: bindings {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.655938 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: quotas {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.657534 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: quotas {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.659196 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: rbac-policies {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.660408 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: security-groups {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.661656 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: security-group-rules {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.662912 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: service-providers {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.664247 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: subnetpools {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.665628 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: subnetpools {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.667110 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: tags {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.668881 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: tags {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.670636 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: tags {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.672553 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: tags {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.674272 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: tags {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.676134 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: tags {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.677969 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: tags {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.679778 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: tags {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.681563 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: tags {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.683436 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron.api.extensions [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Extended resource: tags {{(pid=106121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 20:19:25.690537 dv-cinder-849325-4-iscsi neutron-server[106121]: WARNING keystonemiddleware.auth_token [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 20:19:25.695686 dv-cinder-849325-4-iscsi neutron-server[106121]: WARNING keystonemiddleware.auth_token [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 20:19:25.704962 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_concurrency.lockutils [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Acquiring lock "singleton_lock" {{(pid=106121) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 09 20:19:25.705327 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_concurrency.lockutils [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Acquired lock "singleton_lock" {{(pid=106121) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 09 20:19:25.705807 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_concurrency.lockutils [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Releasing lock "singleton_lock" {{(pid=106121) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 09 20:19:25.706463 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO oslo_service.service [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Starting 2 workers Sep 09 20:19:25.711270 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Started child 106234 {{(pid=106121) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 20:19:25.715715 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Started child 106235 {{(pid=106121) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 20:19:25.716695 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:25.717339 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO neutron.service [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 20:19:25.718503 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:25.718756 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [-] (106234) wsgi starting up on http://0.0.0.0:9696 Sep 09 20:19:25.720938 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO oslo_service.service [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Starting 1 workers Sep 09 20:19:25.721155 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:25.722512 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [-] (106235) wsgi starting up on http://0.0.0.0:9696 Sep 09 20:19:25.726163 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Started child 106236 {{(pid=106121) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 20:19:25.726700 dv-cinder-849325-4-iscsi neutron-server[106121]: INFO oslo_service.service [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Starting 1 workers Sep 09 20:19:25.730059 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.service [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] calling RpcWorker wait() {{(pid=106236) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 20:19:25.730636 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.service [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] returning from RpcWorker wait() {{(pid=106236) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 20:19:25.731170 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Started child 106237 {{(pid=106121) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 20:19:25.731919 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:25.732016 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG neutron_lib.callbacks.manager [None req-89a6ecd9-3174-431b-907e-2cdc331acdd3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:25.732453 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:19:25.733917 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106121) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 20:19:25.734139 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 20:19:25.734330 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 20:19:25.734565 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 20:19:25.734904 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 20:19:25.735093 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 20:19:25.735606 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.735889 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.736135 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:25.736609 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.736609 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.736992 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.737222 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:19:25.737347 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.737503 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.737794 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.738069 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.738239 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.738409 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.738659 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.738919 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.739237 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.739519 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.739774 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.740007 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.740182 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.740437 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.740732 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.740981 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.741302 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] debug = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.741580 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.742063 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.742327 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.742582 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.742825 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.743096 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.743343 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.743601 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.743871 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.744088 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.744348 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.744614 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.744872 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.745117 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.745373 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.745649 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.745873 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.746369 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] host = dv-cinder-849325-4-iscsi {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.746592 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.746837 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.747074 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.747329 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.747596 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.747819 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.748100 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.748340 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.748599 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.748830 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.749120 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.749391 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.749617 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.749862 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_file = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.750030 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_options = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.750291 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.750578 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.750866 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.751061 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.751233 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.751665 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.751927 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.752096 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.752352 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.752580 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.752799 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.753020 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.753271 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.753497 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.753761 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.754008 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.754259 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.754490 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.754765 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.754999 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.755247 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.755518 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.755758 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.755972 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.756179 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.756432 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.756702 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.756945 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.757163 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.757484 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.757696 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.757936 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.758138 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.758435 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.758656 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.759059 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.759296 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.759550 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.759840 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.760075 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.760327 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.760575 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.760784 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.761015 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.761015 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.761015 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.761987 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] use_json = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.761987 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.762305 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.762447 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.762601 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.762871 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.763093 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.763309 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.763709 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.764088 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.765198 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.765676 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.766006 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.766255 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.766513 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.766932 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.769629 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.769896 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.770154 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.770436 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.770764 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.771023 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.775395 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.775395 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.775395 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.775395 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.775395 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.775395 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.775395 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.775395 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.775993 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.775993 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.775993 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.776180 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.776381 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.776624 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.776860 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.777190 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.777598 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.777879 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.778240 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.778531 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.778804 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.779062 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.779282 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.779547 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.779766 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.779984 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.780251 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.781055 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.781391 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.781719 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.781959 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.782217 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.782469 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.782904 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.783297 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.783730 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.784185 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.784595 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.785029 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.785294 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.785679 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.786075 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.786531 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.786829 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.787159 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.787583 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.787920 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.788331 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.788717 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.788954 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.789194 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.789637 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.790059 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.790438 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.790665 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.790886 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.791121 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.791344 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.791561 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.791777 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.792006 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.792222 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.792464 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.792719 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.792957 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.793197 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.793458 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.793669 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.793905 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.794117 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.794327 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.794539 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.794771 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.795070 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.795288 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.795507 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.795741 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.796203 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.796447 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.798318 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.799322 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.799646 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.800907 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.801430 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.801729 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.802444 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.803539 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.803787 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.804053 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.804320 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.804600 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.804843 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.805102 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.805377 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.805611 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.805890 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.806117 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.806359 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.806599 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.806843 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.807069 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.807302 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.807525 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.807765 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.807992 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.808277 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.808537 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.808772 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.808996 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.809234 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.809745 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.810028 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.810274 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.810581 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.810803 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.811058 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.811371 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.811716 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.812024 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.812270 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.812523 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.812776 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.813066 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.813350 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.813589 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.813873 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.814116 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.814354 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.814593 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.814825 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.815078 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.815399 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.815628 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.815874 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.816087 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.816349 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.816677 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.816923 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.817187 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.817464 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.817719 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.817980 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.818761 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.819025 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.819619 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.819855 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.820073 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.820677 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.820899 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.821152 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.821401 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.821601 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.822168 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.822789 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.823054 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.823272 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.823496 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.823721 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.823969 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.824183 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.824405 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.824645 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.824900 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.825121 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.825362 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.825576 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.825822 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.826276 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.826563 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.826824 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.827663 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.827905 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.828154 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.828425 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.828928 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.829180 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.829429 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.829643 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.829856 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.830096 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.830331 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.830580 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.830790 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.831003 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.831238 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.831481 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.832140 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.832393 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.832634 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.832893 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.833158 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.833399 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.833639 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.833855 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.834123 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.834345 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.834587 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.834826 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.835065 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.835292 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.835508 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.835725 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.835941 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.836174 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.836434 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.836675 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.837091 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.837224 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.837384 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.837628 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.837868 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.838089 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.838307 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.838533 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.838747 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.838959 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.839177 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.839390 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.839722 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.839924 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:19:25.840029 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.840187 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.840448 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.840673 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.840890 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.841128 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.841382 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.841596 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.841826 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.842084 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.842297 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.842529 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.842874 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.843091 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.843318 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.843779 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.844501 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.844501 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.844772 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.844950 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.845468 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.845704 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.845923 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.846178 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.847390 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.847620 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.847851 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.848088 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.848333 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.848591 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.848809 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.849019 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.849268 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.849516 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.849754 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.850063 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.850317 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.850542 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.850838 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.851072 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.851332 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.851562 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.851881 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.852118 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.852386 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.852620 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.852844 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.853068 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.853587 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.854112 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.854842 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.855536 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.855810 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.856108 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.856383 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.857616 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.857877 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.858198 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.859096 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.859363 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.859653 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.859900 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.860169 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.860420 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.860639 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.860883 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.861198 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.861454 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.861699 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.861933 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.862165 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.862440 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.862719 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.863408 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.863782 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.863945 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.864173 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.864397 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.864559 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 20:19:25.865688 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106121) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 20:19:25.865966 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 20:19:25.866213 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 20:19:25.866394 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 20:19:25.866568 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 20:19:25.866930 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 20:19:25.867027 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.867159 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.867326 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.867492 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.867690 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.867862 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.868021 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.868181 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.868340 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.868499 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.868787 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.868953 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.869112 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.869292 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.869443 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.869602 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.869762 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.869927 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.870086 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.870245 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.870404 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.870565 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] debug = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.870723 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.870942 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.871110 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.871269 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.872147 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.872323 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.872486 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.872974 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.874336 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.874529 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.874701 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.874869 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.875033 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.875192 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.875359 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.875521 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.875682 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.875847 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] host = dv-cinder-849325-4-iscsi {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.876046 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.876221 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.876651 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.876799 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.876940 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.877321 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.877321 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.877616 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.877616 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.877883 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.878035 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.878176 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.878316 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.878454 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_file = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.878595 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_options = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.878730 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.878863 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.879000 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.879200 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.879466 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.879646 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.879795 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.879964 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.880225 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.880395 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.880562 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.880725 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.880885 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.881047 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.881208 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.881406 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.881568 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.881732 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.881896 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.882056 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.882218 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.882378 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.882538 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.882698 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.882858 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.883017 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.883205 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.883477 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.883705 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.883870 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.884034 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.884197 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.884359 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.884520 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.884680 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.884840 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.885001 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.885160 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.885576 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.885745 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.885912 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.886074 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.886223 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.886382 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.886544 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.886703 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.886863 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] use_json = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.887023 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.887184 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.887356 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.887492 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.887654 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.887813 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.887973 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.888135 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.888296 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 20:19:25.888476 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.888642 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.888817 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.888983 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.889147 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.889338 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.890053 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.890319 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.890490 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.890654 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.890824 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.890988 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.891162 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.891325 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.891488 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.891655 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.891819 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.891981 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.892145 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.892309 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.892472 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.892634 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.892807 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.892969 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.893132 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.893325 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.893490 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.893662 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.893825 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.893996 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.894173 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.894337 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.894501 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.894664 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.894829 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.894995 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.895159 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.895322 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.895485 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.895650 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.895812 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.895975 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.896138 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.896300 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.896469 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.896631 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.896794 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.896958 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.897121 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.897306 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.897471 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.897633 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.897797 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.897960 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.898122 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.898285 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.898449 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.898622 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.898784 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.898946 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.899108 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.899271 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.899434 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.899596 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.899758 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.899921 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.900085 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.900246 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.900442 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.900605 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.900767 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.900929 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.901093 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.901284 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.901443 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.901606 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.901768 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.901930 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.902093 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.902255 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.902417 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.902580 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.902744 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.902907 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.903069 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.903233 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.903395 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.903558 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.903720 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.903883 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.904045 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.904215 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.904394 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.904557 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.904720 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.904882 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.905083 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.905871 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.906040 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.906206 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.906370 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.906539 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.906702 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.906866 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.907032 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.907194 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.907358 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.907521 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.907684 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.907846 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.908008 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.908171 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.908333 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.908496 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.908661 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.908823 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.908986 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.909150 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.909335 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.909498 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.909661 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.909823 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.909985 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.910191 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.910507 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.910707 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.910872 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.911108 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.911286 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.911452 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.911616 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.911778 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.911941 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.912246 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.912450 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.912615 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.912840 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.913011 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.913177 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.913374 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.913540 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.913704 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.913866 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.914054 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.914231 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.914498 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.914768 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.914933 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.915097 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.915253 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.915413 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.915575 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.915737 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.915900 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.916063 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.916528 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.916693 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.916856 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.917024 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.917188 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.917376 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.917540 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.917704 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.917868 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.918031 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.918192 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.918354 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.918516 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.918678 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.918840 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.919003 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.919166 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.919329 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.919492 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.919654 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.919815 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.919977 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.920139 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.920300 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.920461 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.920626 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.920809 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.920975 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.921137 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.921329 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.921493 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.921670 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.922356 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.922356 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.922356 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.922356 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.922735 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.922735 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.922735 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.922956 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.923101 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.923190 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.923315 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.923549 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.923721 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.923884 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.924050 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.924214 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.924375 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.924539 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.924702 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.924864 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.925027 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.925191 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.925377 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.925540 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.925704 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.925867 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.926029 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.926191 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.926354 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.926520 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.926686 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.926852 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.927018 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.927180 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.927346 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.927509 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.927671 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.927835 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.927998 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.928160 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.928324 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.928487 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.928650 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.928826 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.928991 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.929152 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.929344 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.929508 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.929672 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.929846 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.930010 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.930179 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.930323 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.930488 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.930647 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.930818 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.930993 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.931130 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.931292 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.931453 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.931616 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.931788 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.931954 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.932118 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.932279 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.932442 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.932603 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.932775 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.932938 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.933105 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.933288 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.933453 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.933616 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.934597 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.934777 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.934931 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.935097 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.935263 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.935427 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.935602 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.935768 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.935934 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.936107 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.936270 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.936965 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.937222 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.937426 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.937592 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.937758 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.937923 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.938087 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.938251 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.938416 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.938585 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.938759 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.938930 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.939095 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.939266 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.939439 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.939609 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.939774 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.939943 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.940119 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.940283 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.940447 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.940611 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.940774 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.940937 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.941100 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.941285 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.941451 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.941615 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.941779 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.941941 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.942106 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.942298 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.942434 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.942571 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.942734 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.942897 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.943059 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.943221 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 20:19:25.943379 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 20:19:26.073500 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 54092) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:19:26.081059 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0054035 Sep 09 20:19:26.085505 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038462 Sep 09 20:19:35.207049 dv-cinder-849325-4-iscsi neutron-server[106121]: DEBUG dbcounter [-] [106121] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106121) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:19:37.335499 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13212484-e424-48a9-ac7b-a6c35d79e835 None None] get_active_networks_info from dv-cinder-849325-4-iscsi {{(pid=106236) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 09 20:19:37.368900 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writer thread running {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 20:19:37.448774 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13212484-e424-48a9-ac7b-a6c35d79e835 None None] No non-hosted networks {{(pid=106236) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 20:19:37.460985 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.agentschedulers_db [None req-13212484-e424-48a9-ac7b-a6c35d79e835 None None] DHCP Agent not found on host dv-cinder-849325-4-iscsi {{(pid=106236) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 09 20:19:37.550684 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-0999c595-8b26-48f4-8dcc-ee564c0398ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924341'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:39.054929 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writer thread running {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 20:19:39.536033 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-1d54682d-39c1-427b-900d-bab98dd1bb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924341'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:39.558441 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-32914098-85ff-44cd-a449-85cfd9d06702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:40.828452 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924341'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:41.161841 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54168) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:19:41.741426 dv-cinder-849325-4-iscsi neutron-server[106234]: WARNING oslo_policy.policy [None req-89731d07-f73f-448a-86fe-a4cb2573a54c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:19:41.742021 dv-cinder-849325-4-iscsi neutron-server[106234]: WARNING oslo_policy.policy [None req-89731d07-f73f-448a-86fe-a4cb2573a54c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:19:41.963596 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [None req-89731d07-f73f-448a-86fe-a4cb2573a54c admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:19:41.965302 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-89731d07-f73f-448a-86fe-a4cb2573a54c admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8008728 Sep 09 20:19:42.244608 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924341'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:42.245452 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:42.246085 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:42.246785 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:42.247266 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:42.247756 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:42.248374 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:42.248867 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:42.249402 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:42.253031 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:42.253421 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:42.253958 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:42.254524 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:42.255025 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:42.255810 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:42.256419 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:42.257888 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849325-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:19:42.271663 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849325-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:19:42.430567 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924341'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:44.646596 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54202) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:19:44.978209 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-a8b9b99a-234c-466e-a9fb-c0db5b8a5fd9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:19:44.990112 dv-cinder-849325-4-iscsi neutron-server[106234]: ERROR stevedore.extension [None req-a8b9b99a-234c-466e-a9fb-c0db5b8a5fd9 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 09 20:19:45.070906 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.policy [None req-a8b9b99a-234c-466e-a9fb-c0db5b8a5fd9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106234) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 20:19:45.112810 dv-cinder-849325-4-iscsi neutron-server[106234]: WARNING oslo_policy.policy [None req-a8b9b99a-234c-466e-a9fb-c0db5b8a5fd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:19:45.113119 dv-cinder-849325-4-iscsi neutron-server[106234]: WARNING oslo_policy.policy [None req-a8b9b99a-234c-466e-a9fb-c0db5b8a5fd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:19:45.133187 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writer thread running {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 20:19:45.208639 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a8b9b99a-234c-466e-a9fb-c0db5b8a5fd9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761425552475', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761425551919', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761425634115', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761425643024', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761425657851', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761425599589', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-955175', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-960593', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3677676', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3879407'] for rbac-policy (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:45.279258 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a8b9b99a-234c-466e-a9fb-c0db5b8a5fd9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:45.281013 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-a8b9b99a-234c-466e-a9fb-c0db5b8a5fd9 admin admin] 10.222.0.26 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6334348 Sep 09 20:19:46.699695 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.db.l3_hamode_db [None req-2787a159-de02-4a4d-805a-4d0ecd7cc1c5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 20:19:46.774136 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787a159-de02-4a4d-805a-4d0ecd7cc1c5 None None] Routers set() bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:19:46.774520 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787a159-de02-4a4d-805a-4d0ecd7cc1c5 None None] Router IDs set() for agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 09 20:19:47.863666 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54212) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:19:48.186485 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:19:48.215123 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Made reservation on behalf of 462d8ea458304464846aba18be1b8665 for: {'network': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:19:48.219440 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:48.243518 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:48.350311 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Publish callbacks [] for security_group (538a4d1b-fe34-4c67-a350-a8faaa79af98), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:48.353727 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (538a4d1b-fe34-4c67-a350-a8faaa79af98), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:48.378461 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=106234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:19:48.409964 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761429300884', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (ef59903a-8878-4bd6-916a-4caa1fe560b2), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:48.410537 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Unsubscribe: segment precommit_create {{(pid=106234) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 20:19:48.411055 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.segments_db [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Added segment ef59903a-8878-4bd6-916a-4caa1fe560b2 of type vlan for network ef416db1-98ae-486a-bfa3-0e1d2f7e50e7 Sep 09 20:19:48.431326 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=538a4d1b-fe34-4c67-a350-a8faaa79af98,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:19:48.478876 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:48.479222 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:48.479598 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:48.479961 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:48.480298 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:48.480630 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:48.480959 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:48.481306 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:48.481639 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:48.481964 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:48.482286 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:48.483270 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:48.483597 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:48.483919 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:48.484238 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Tracked resource versions report: Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: pushed versions: Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: { 'AddressGroup': {'1.2'}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Agent': {'1.1'}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'ConntrackHelper': {'1.0'}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'LocalIPAssociation': {'1.0'}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Log': {'1.0'}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'NDPProxy': {'1.0'}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Network': {'1.1'}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Port': {'1.7'}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'PortForwarding': {'1.3'}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'QosPolicy': {'1.10'}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'SecurityGroup': {'1.5'}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'SubPort': {'1.0'}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Subnet': {'1.1'}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Trunk': {'1.1'}} Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: consumer versions: Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: { DHCP agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: L3 agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: Metadata agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: Metering agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: Open vSwitch agent@dv-cinder-849325-4-iscsi: { 'AddressGroup': '1.2', Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Agent': '1.1', Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'ConntrackHelper': '1.0', Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'LocalIPAssociation': '1.0', Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Log': '1.0', Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'NDPProxy': '1.0', Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Network': '1.1', Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Port': '1.7', Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'PortForwarding': '1.3', Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'QosPolicy': '1.10', Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'SecurityGroup': '1.5', Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'SecurityGroupRule': '1.2', Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'SubPort': '1.0', Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Subnet': '1.1', Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Trunk': '1.1'}} Sep 09 20:19:48.485611 dv-cinder-849325-4-iscsi neutron-server[106234]: {{(pid=106234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:19:48.530155 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (ef416db1-98ae-486a-bfa3-0e1d2f7e50e7), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:48.570528 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (ef416db1-98ae-486a-bfa3-0e1d2f7e50e7), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:48.575589 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:19:48.576327 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:48.600726 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=50,neutron:INSERT=46,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:19:48.677220 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8124752 Sep 09 20:19:48.702219 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c75654-d37a-4451-b5c7-ea3a2a5a9280 demo demo] Pushing event updated for resources: {'Network': ['ID=ef416db1-98ae-486a-bfa3-0e1d2f7e50e7,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:19:48.714999 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network ef416db1-98ae-486a-bfa3-0e1d2f7e50e7 details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:19:51.321254 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54226) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:19:51.735460 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea22e8ae-69cb-4e91-b7eb-0f450305d2fb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:19:51.736813 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-ea22e8ae-69cb-4e91-b7eb-0f450305d2fb demo admin] 10.222.0.26 "GET /networking/v2.0/networks/ef416db1-98ae-486a-bfa3-0e1d2f7e50e7 HTTP/1.1" status: 200 len: 825 time: 0.4145927 Sep 09 20:19:51.761205 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-24321f84-b75b-474e-b352-88c237cb4204 demo admin] 10.222.0.26 "GET /networking/v2.0/subnetpools/1a3b0a34-a1e1-47b8-92cb-cc36434ff817 HTTP/1.1" status: 200 len: 734 time: 0.0183532 Sep 09 20:19:51.769503 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-b5cb745b-f394-432c-b95d-e10806402ecf demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '1a3b0a34-a1e1-47b8-92cb-cc36434ff817', 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7', 'gateway_ip': '172.20.0.1'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:19:51.790989 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cb745b-f394-432c-b95d-e10806402ecf demo admin] Made reservation on behalf of 462d8ea458304464846aba18be1b8665 for: {'subnet': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:19:51.793211 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b5cb745b-f394-432c-b95d-e10806402ecf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:51.942430 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:19:52.090211 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b5cb745b-f394-432c-b95d-e10806402ecf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for subnet (1db3626b-ab1c-4b76-8e1f-d4865dda813a), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:52.163825 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb745b-f394-432c-b95d-e10806402ecf demo admin] Pushing event updated for resources: {'Subnet': ['ID=1db3626b-ab1c-4b76-8e1f-d4865dda813a,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:19:52.167671 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb745b-f394-432c-b95d-e10806402ecf demo admin] Checking segment: {'id': 'ef59903a-8878-4bd6-916a-4caa1fe560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:19:52.168133 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb745b-f394-432c-b95d-e10806402ecf demo admin] Network hostable DHCP agents. Network: ef416db1-98ae-486a-bfa3-0e1d2f7e50e7, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:19:52.194381 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb745b-f394-432c-b95d-e10806402ecf demo admin] Network ef416db1-98ae-486a-bfa3-0e1d2f7e50e7 is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:19:52.207059 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-b5cb745b-f394-432c-b95d-e10806402ecf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, ef416db1-98ae-486a-bfa3-0e1d2f7e50e7) {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:19:52.211768 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cb745b-f394-432c-b95d-e10806402ecf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:19:52.212371 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b5cb745b-f394-432c-b95d-e10806402ecf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:52.219425 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857eb7f9-649d-4098-ae2f-967bd8b537c5 None None] Network ef416db1-98ae-486a-bfa3-0e1d2f7e50e7 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:19:52.230363 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-b5cb745b-f394-432c-b95d-e10806402ecf demo admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4639523 Sep 09 20:19:52.444128 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:19:52.449460 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=8 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:19:52.496014 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4441b4b3-f14a-588a-a12e-fdb9a972832d-ef416db1-98ae-486a-bfa3-0e1d2f7e50e7', 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7', 'project_id': '462d8ea458304464846aba18be1b8665', 'fixed_ips': [{'subnet_id': '1db3626b-ab1c-4b76-8e1f-d4865dda813a'}]}} from dv-cinder-849325-4-iscsi. {{(pid=106236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 20:19:52.497373 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:52.774228 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.db_base_plugin_common [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Allocated IP 172.20.0.2 (ef416db1-98ae-486a-bfa3-0e1d2f7e50e7/1db3626b-ab1c-4b76-8e1f-d4865dda813a/7ec0b465-a123-4ed9-b584-f71639fce924) {{(pid=106236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:19:52.792605 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:19:53.048766 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Publish callbacks [] for port (7ec0b465-a123-4ed9-b584-f71639fce924), precommit_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:53.056689 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (7ec0b465-a123-4ed9-b584-f71639fce924), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:53.133427 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Network ef416db1-98ae-486a-bfa3-0e1d2f7e50e7 is already hosted by enough agents. {{(pid=106236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:19:53.139471 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.base_scheduler [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Resources bound (agent type, host, resource id): {{(pid=106236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:19:53.145480 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Received port after_create {{(pid=106236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:19:53.147536 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Pushing event updated for resources: {'Port': ['ID=7ec0b465-a123-4ed9-b584-f71639fce924,revision_number=1']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:19:53.164640 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:53.165020 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:53.165446 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:53.165806 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:53.166170 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:53.166499 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:53.166824 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:53.167148 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:53.167468 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:53.167805 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:53.168112 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:53.168446 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:53.168768 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:53.169082 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:53.169421 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Tracked resource versions report: Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: pushed versions: Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: { 'AddressGroup': {'1.2'}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Agent': {'1.1'}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'ConntrackHelper': {'1.0'}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'LocalIPAssociation': {'1.0'}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Log': {'1.0'}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'NDPProxy': {'1.0'}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Network': {'1.1'}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Port': {'1.7'}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'PortForwarding': {'1.3'}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'QosPolicy': {'1.10'}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'SecurityGroup': {'1.5'}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'SubPort': {'1.0'}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Subnet': {'1.1'}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Trunk': {'1.1'}} Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: consumer versions: Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: { DHCP agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: L3 agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: Metadata agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: Metering agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: Open vSwitch agent@dv-cinder-849325-4-iscsi: { 'AddressGroup': '1.2', Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Agent': '1.1', Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'ConntrackHelper': '1.0', Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'LocalIPAssociation': '1.0', Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Log': '1.0', Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'NDPProxy': '1.0', Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Network': '1.1', Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Port': '1.7', Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'PortForwarding': '1.3', Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'QosPolicy': '1.10', Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'SecurityGroup': '1.5', Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'SecurityGroupRule': '1.2', Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'SubPort': '1.0', Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Subnet': '1.1', Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Trunk': '1.1'}} Sep 09 20:19:53.171348 dv-cinder-849325-4-iscsi neutron-server[106236]: {{(pid=106236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:19:53.242632 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Attempting to bind port 7ec0b465-a123-4ed9-b584-f71639fce924 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:19:53.243262 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Attempting to bind port 7ec0b465-a123-4ed9-b584-f71639fce924 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'ef59903a-8878-4bd6-916a-4caa1fe560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:19:53.243442 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Attempting to bind port 7ec0b465-a123-4ed9-b584-f71639fce924 on network ef416db1-98ae-486a-bfa3-0e1d2f7e50e7 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:19:53.287946 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:19:53.291386 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:19:53.291769 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Checking segment: {'id': 'ef59903a-8878-4bd6-916a-4caa1fe560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:19:53.292237 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:53.292628 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Bound using segment: {'id': 'ef59903a-8878-4bd6-916a-4caa1fe560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:19:53.293129 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Bound port: 7ec0b465-a123-4ed9-b584-f71639fce924, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef59903a-8878-4bd6-916a-4caa1fe560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:19:53.293548 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7ec0b465-a123-4ed9-b584-f71639fce924), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:53.356670 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] For port 7ec0b465-a123-4ed9-b584-f71639fce924, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:19:53.375412 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] For port 7ec0b465-a123-4ed9-b584-f71639fce924, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=7ec0b465-a123-4ed9-b584-f71639fce924,segment=NetworkSegment(ef59903a-8878-4bd6-916a-4caa1fe560b2),segment_id=ef59903a-8878-4bd6-916a-4caa1fe560b2)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:19:53.382225 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (7ec0b465-a123-4ed9-b584-f71639fce924), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:19:53.432088 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6721826-decc-4a42-ac98-4fe2ec87e840 None None] Pushing event updated for resources: {'Port': ['ID=7ec0b465-a123-4ed9-b584-f71639fce924,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:19:54.911737 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54240) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:19:55.268489 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [None req-18cbcb2f-107c-4c76-8b63-bfbff9238698 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:19:55.269513 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-18cbcb2f-107c-4c76-8b63-bfbff9238698 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3568070 Sep 09 20:19:57.908488 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54248) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:19:58.227614 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [None req-59c79acb-5d45-484c-b5e0-d1fc9cc48ba9 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:19:58.228622 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-59c79acb-5d45-484c-b5e0-d1fc9cc48ba9 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3192084 Sep 09 20:20:00.873233 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54260) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:20:01.214060 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-1815cd85-cd9c-4f8c-acc8-a7ec528860ba demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:20:01.239718 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1815cd85-cd9c-4f8c-acc8-a7ec528860ba demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8542'] for router (b0a01446-45ad-437e-b2a4-cce2a00c2bfb), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:01.241305 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1815cd85-cd9c-4f8c-acc8-a7ec528860ba demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3928055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3906963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3841639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8551'] for router (b0a01446-45ad-437e-b2a4-cce2a00c2bfb), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:01.392039 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1815cd85-cd9c-4f8c-acc8-a7ec528860ba demo demo] Publish callbacks [] for router_controller (b0a01446-45ad-437e-b2a4-cce2a00c2bfb), precommit_add_association {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:01.396725 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1815cd85-cd9c-4f8c-acc8-a7ec528860ba demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3927968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3926619'] for router (b0a01446-45ad-437e-b2a4-cce2a00c2bfb), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:01.414299 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1815cd85-cd9c-4f8c-acc8-a7ec528860ba demo demo] Publish callbacks [] for router (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:01.415387 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-1815cd85-cd9c-4f8c-acc8-a7ec528860ba demo demo] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5410166 Sep 09 20:20:01.565823 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3357d84-ed1e-4e16-a53f-e1336a064ddf None None] Network ef416db1-98ae-486a-bfa3-0e1d2f7e50e7 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:20:01.630173 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-707d2893-aa37-412d-9a4f-de162246f2f6 None None] Provisioning complete for port 7ec0b465-a123-4ed9-b584-f71639fce924 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:20:01.630580 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-707d2893-aa37-412d-9a4f-de162246f2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7ec0b465-a123-4ed9-b584-f71639fce924), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:01.818216 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-707d2893-aa37-412d-9a4f-de162246f2f6 None None] Current status of the port 7ec0b465-a123-4ed9-b584-f71639fce924 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:20:01.818695 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-707d2893-aa37-412d-9a4f-de162246f2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7ec0b465-a123-4ed9-b584-f71639fce924), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:01.857639 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-707d2893-aa37-412d-9a4f-de162246f2f6 None None] For port 7ec0b465-a123-4ed9-b584-f71639fce924, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=7ec0b465-a123-4ed9-b584-f71639fce924,segment=NetworkSegment(ef59903a-8878-4bd6-916a-4caa1fe560b2),segment_id=ef59903a-8878-4bd6-916a-4caa1fe560b2)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:20:01.864687 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-707d2893-aa37-412d-9a4f-de162246f2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (7ec0b465-a123-4ed9-b584-f71639fce924), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:01.914684 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d2893-aa37-412d-9a4f-de162246f2f6 None None] Pushing event updated for resources: {'Port': ['ID=7ec0b465-a123-4ed9-b584-f71639fce924,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:20:01.993125 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 7ec0b465-a123-4ed9-b584-f71639fce924 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:20:02.040521 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 7ec0b465-a123-4ed9-b584-f71639fce924 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:20:02.040904 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7ec0b465-a123-4ed9-b584-f71639fce924), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:02.087542 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:02.088929 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-e17aa665-191d-4e43-b8f8-928bcefaaf07 None None] Provisioning complete for port 7ec0b465-a123-4ed9-b584-f71639fce924 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:20:02.089334 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e17aa665-191d-4e43-b8f8-928bcefaaf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7ec0b465-a123-4ed9-b584-f71639fce924), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:02.154518 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 7ec0b465-a123-4ed9-b584-f71639fce924 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:20:02.182284 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:02.193195 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-e17aa665-191d-4e43-b8f8-928bcefaaf07 None None] Current status of the port 7ec0b465-a123-4ed9-b584-f71639fce924 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:20:03.945406 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 7ec0b465-a123-4ed9-b584-f71639fce924 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:20:03.987564 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 7ec0b465-a123-4ed9-b584-f71639fce924 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:20:03.987961 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7ec0b465-a123-4ed9-b584-f71639fce924), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:04.051620 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54268) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:20:04.059002 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 7ec0b465-a123-4ed9-b584-f71639fce924 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:20:04.373119 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [None req-bc2df1ee-72fd-4846-9a14-48a6141dd290 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:20:04.374211 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-bc2df1ee-72fd-4846-9a14-48a6141dd290 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3216355 Sep 09 20:20:07.023776 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54276) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:20:07.289323 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-13bc5eec-9dd9-41a6-89dd-c94d33586816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:07.351924 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:20:07.371658 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] Made reservation on behalf of e8a4d19e4885495c84cf29b80391fd52 for: {'network': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:20:07.374552 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:07.382830 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:07.455937 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:07.460882 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] Publish callbacks [] for security_group (1563ff64-00fe-4d67-95b2-50ee4a79ad51), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:07.464761 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (1563ff64-00fe-4d67-95b2-50ee4a79ad51), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:07.481455 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] Reserving flat network on physical network physnet1 {{(pid=106234) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 20:20:07.507146 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (f8c7da85-2d71-4ec4-90a6-33d519ab1061), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:07.507518 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.segments_db [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] Added segment f8c7da85-2d71-4ec4-90a6-33d519ab1061 of type flat for network 4c72e26c-57d6-47f3-8e84-e01e12378c25 Sep 09 20:20:07.508912 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1563ff64-00fe-4d67-95b2-50ee4a79ad51,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:20:07.558701 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (4c72e26c-57d6-47f3-8e84-e01e12378c25), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:07.598861 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (4c72e26c-57d6-47f3-8e84-e01e12378c25), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:07.599894 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:20:07.600569 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:07.678096 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6532435 Sep 09 20:20:07.697658 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b94047-5711-41d9-a8ca-b91c4f0cbbbf admin admin] Pushing event updated for resources: {'Network': ['ID=4c72e26c-57d6-47f3-8e84-e01e12378c25,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:20:07.708355 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:20:09.526497 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e34128c5-1f98-402b-aa58-b8edda4e39ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:10.266235 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54284) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:20:10.604721 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=75,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:10.631343 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b72bd34-f2c8-4c74-988a-c8698f9d31df demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:20:10.632673 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-4b72bd34-f2c8-4c74-988a-c8698f9d31df demo admin] 10.222.0.26 "GET /networking/v2.0/subnets/1db3626b-ab1c-4b76-8e1f-d4865dda813a HTTP/1.1" status: 200 len: 849 time: 0.3654833 Sep 09 20:20:10.748105 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-74cfccb6-f2e6-418d-aaac-44f72df27a3a demo admin] 10.222.0.26 "GET /networking/v2.0/routers/b0a01446-45ad-437e-b2a4-cce2a00c2bfb HTTP/1.1" status: 200 len: 704 time: 0.1095333 Sep 09 20:20:10.837547 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:11.027422 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:11.357501 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Allocated IP 172.20.0.1 (ef416db1-98ae-486a-bfa3-0e1d2f7e50e7/1db3626b-ab1c-4b76-8e1f-d4865dda813a/4e4a6c8f-edd6-4f1c-a36d-6a85ca155407) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:20:11.508267 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Publish callbacks [] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:11.510738 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:11.574249 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:11.646525 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Network ef416db1-98ae-486a-bfa3-0e1d2f7e50e7 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:20:11.654022 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:20:11.660639 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:20:11.661192 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902993'] for router_interface (b0a01446-45ad-437e-b2a4-cce2a00c2bfb), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:11.683150 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Pushing event updated for resources: {'Port': ['ID=4e4a6c8f-edd6-4f1c-a36d-6a85ca155407,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:20:11.774027 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 5 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:20:11.861192 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:11.863822 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-611a4b68-9f7e-4565-8d23-82dc22625c56 None None] Provisioning complete for port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:20:11.864310 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-611a4b68-9f7e-4565-8d23-82dc22625c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:11.895897 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-611a4b68-9f7e-4565-8d23-82dc22625c56 None None] Port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:20:11.927041 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:12.064751 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Publish callbacks [] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:12.068642 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:12.069429 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903117'] for router_interface (b0a01446-45ad-437e-b2a4-cce2a00c2bfb), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:12.147009 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Pushing event updated for resources: {'Port': ['ID=4e4a6c8f-edd6-4f1c-a36d-6a85ca155407,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:20:12.194065 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Network ef416db1-98ae-486a-bfa3-0e1d2f7e50e7 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:20:12.195341 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:20:12.226834 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:12.350156 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Router b0a01446-45ad-437e-b2a4-cce2a00c2bfb is scheduled to L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f with binding_index 1 {{(pid=106234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:20:12.386263 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:12.419853 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-ee745d21-c670-40b3-afa7-226a72551d91 None None] Provisioning complete for port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:20:12.420253 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-ee745d21-c670-40b3-afa7-226a72551d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:12.443044 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:20:12.448507 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-38453e5b-7ba6-49b6-a9a1-260a4d7f8d86 demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/b0a01446-45ad-437e-b2a4-cce2a00c2bfb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6945341 Sep 09 20:20:12.454150 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Sync routers for ids ['b0a01446-45ad-437e-b2a4-cce2a00c2bfb'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:20:12.463897 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-ee745d21-c670-40b3-afa7-226a72551d91 None None] Port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:20:12.467334 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Routers {'b0a01446-45ad-437e-b2a4-cce2a00c2bfb'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:20:12.468462 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:20:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b0a01446-45ad-437e-b2a4-cce2a00c2bfb'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:20:12.646570 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Set router b0a01446-45ad-437e-b2a4-cce2a00c2bfb gateway port host: None {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:20:13.058490 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a01446-45ad-437e-b2a4-cce2a00c2bfb', 'name': 'router1', 'tenant_id': '462d8ea458304464846aba18be1b8665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:20:01Z', 'updated_at': '2022-09-09T20:20:11Z', 'revision_number': 2, 'project_id': '462d8ea458304464846aba18be1b8665', 'gw_port_host': None, '_interfaces': [{'id': '4e4a6c8f-edd6-4f1c-a36d-6a85ca155407', 'name': '', 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7', 'tenant_id': '462d8ea458304464846aba18be1b8665', 'mac_address': 'fa:16:3e:34:89:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a01446-45ad-437e-b2a4-cce2a00c2bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1db3626b-ab1c-4b76-8e1f-d4865dda813a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:20:11Z', 'updated_at': '2022-09-09T20:20:11Z', 'revision_number': 2, 'project_id': '462d8ea458304464846aba18be1b8665', 'subnets': [{'id': '1db3626b-ab1c-4b76-8e1f-d4865dda813a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a3b0a34-a1e1-47b8-92cb-cc36434ff817'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:20:13.113366 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Checking router: b0a01446-45ad-437e-b2a4-cce2a00c2bfb for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:20:13.113924 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Updating router b0a01446-45ad-437e-b2a4-cce2a00c2bfb port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 binding host dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:20:13.168014 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:13.664631 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Publish callbacks [] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), precommit_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:13.672417 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:13.822903 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Pushing event updated for resources: {'Port': ['ID=4e4a6c8f-edd6-4f1c-a36d-6a85ca155407,revision_number=3']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:20:13.826658 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Attempting to bind port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:20:13.827056 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Attempting to bind port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'ef59903a-8878-4bd6-916a-4caa1fe560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7'}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:20:13.827483 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Attempting to bind port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 on network ef416db1-98ae-486a-bfa3-0e1d2f7e50e7 {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:20:13.839205 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:20:13.839551 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:20:13.839918 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:20:13.840275 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:20:13.840603 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:20:13.841505 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:20:13.841831 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:20:13.842154 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:20:13.842475 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:20:13.842794 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:20:13.843185 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:20:13.843439 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:20:13.843764 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:20:13.844079 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:20:13.844392 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Tracked resource versions report: Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: pushed versions: Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: { 'AddressGroup': {'1.2'}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Agent': {'1.1'}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'ConntrackHelper': {'1.0'}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'LocalIPAssociation': {'1.0'}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Log': {'1.0'}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'NDPProxy': {'1.0'}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Network': {'1.1'}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Port': {'1.7'}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'PortForwarding': {'1.3'}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'QosPolicy': {'1.10'}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'SecurityGroup': {'1.5'}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'SubPort': {'1.0'}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Subnet': {'1.1'}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Trunk': {'1.1'}} Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: consumer versions: Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: { DHCP agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: L3 agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: Metadata agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: Metering agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: Open vSwitch agent@dv-cinder-849325-4-iscsi: { 'AddressGroup': '1.2', Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Agent': '1.1', Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'ConntrackHelper': '1.0', Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'LocalIPAssociation': '1.0', Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Log': '1.0', Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'NDPProxy': '1.0', Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Network': '1.1', Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Port': '1.7', Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'PortForwarding': '1.3', Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'QosPolicy': '1.10', Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'SecurityGroup': '1.5', Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'SecurityGroupRule': '1.2', Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'SubPort': '1.0', Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Subnet': '1.1', Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Trunk': '1.1'}} Sep 09 20:20:13.845792 dv-cinder-849325-4-iscsi neutron-server[106237]: {{(pid=106237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:20:13.922610 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:20:13.922953 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Checking segment: {'id': 'ef59903a-8878-4bd6-916a-4caa1fe560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:20:13.923429 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:13.923820 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Bound using segment: {'id': 'ef59903a-8878-4bd6-916a-4caa1fe560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7'} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:20:13.924338 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Bound port: 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef59903a-8878-4bd6-916a-4caa1fe560b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7'}}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:20:13.924716 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:13.957576 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:13.987597 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] For port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:20:14.007549 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] For port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=4e4a6c8f-edd6-4f1c-a36d-6a85ca155407,segment=NetworkSegment(ef59903a-8878-4bd6-916a-4caa1fe560b2),segment_id=ef59903a-8878-4bd6-916a-4caa1fe560b2)] {{(pid=106237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:20:14.013566 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:14.017939 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:14.053597 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Routers {'b0a01446-45ad-437e-b2a4-cce2a00c2bfb'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:20:14.054200 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:20:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b0a01446-45ad-437e-b2a4-cce2a00c2bfb'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:20:14.125750 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0f604-0cd2-47c0-b3d5-cc328ed9ab4c None None] Pushing event updated for resources: {'Port': ['ID=4e4a6c8f-edd6-4f1c-a36d-6a85ca155407,revision_number=4']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:20:14.152903 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] Set router b0a01446-45ad-437e-b2a4-cce2a00c2bfb gateway port host: None {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:20:14.342794 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a01446-45ad-437e-b2a4-cce2a00c2bfb', 'name': 'router1', 'tenant_id': '462d8ea458304464846aba18be1b8665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:20:01Z', 'updated_at': '2022-09-09T20:20:11Z', 'revision_number': 2, 'project_id': '462d8ea458304464846aba18be1b8665', 'gw_port_host': None, '_interfaces': [{'id': '4e4a6c8f-edd6-4f1c-a36d-6a85ca155407', 'name': '', 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7', 'tenant_id': '462d8ea458304464846aba18be1b8665', 'mac_address': 'fa:16:3e:34:89:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a01446-45ad-437e-b2a4-cce2a00c2bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1db3626b-ab1c-4b76-8e1f-d4865dda813a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:20:11Z', 'updated_at': '2022-09-09T20:20:13Z', 'revision_number': 4, 'project_id': '462d8ea458304464846aba18be1b8665', 'subnets': [{'id': '1db3626b-ab1c-4b76-8e1f-d4865dda813a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a3b0a34-a1e1-47b8-92cb-cc36434ff817'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:20:14.367085 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ac71fa-ff19-4cec-8c01-762b5284a4fc None None] The sync data for ids ['b0a01446-45ad-437e-b2a4-cce2a00c2bfb'] in dv-cinder-849325-4-iscsi is: [{'id': 'b0a01446-45ad-437e-b2a4-cce2a00c2bfb', 'name': 'router1', 'tenant_id': '462d8ea458304464846aba18be1b8665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:20:01Z', 'updated_at': '2022-09-09T20:20:11Z', 'revision_number': 2, 'project_id': '462d8ea458304464846aba18be1b8665', 'gw_port_host': None, '_interfaces': [{'id': '4e4a6c8f-edd6-4f1c-a36d-6a85ca155407', 'name': '', 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7', 'tenant_id': '462d8ea458304464846aba18be1b8665', 'mac_address': 'fa:16:3e:34:89:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a01446-45ad-437e-b2a4-cce2a00c2bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1db3626b-ab1c-4b76-8e1f-d4865dda813a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:20:11Z', 'updated_at': '2022-09-09T20:20:13Z', 'revision_number': 4, 'project_id': '462d8ea458304464846aba18be1b8665', 'subnets': [{'id': '1db3626b-ab1c-4b76-8e1f-d4865dda813a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a3b0a34-a1e1-47b8-92cb-cc36434ff817'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:20:15.054744 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54294) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:20:15.442228 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:15.453456 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a96f07-9f0e-485a-975a-802140d246bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:20:15.454837 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-99a96f07-9f0e-485a-975a-802140d246bd admin admin] 10.222.0.26 "GET /networking/v2.0/networks/4c72e26c-57d6-47f3-8e84-e01e12378c25 HTTP/1.1" status: 200 len: 842 time: 0.3991361 Sep 09 20:20:15.464869 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-e189eb5e-8057-40ae-935c-633ebe5453c1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:20:15.487159 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e189eb5e-8057-40ae-935c-633ebe5453c1 admin admin] Made reservation on behalf of e8a4d19e4885495c84cf29b80391fd52 for: {'subnet': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:20:15.489658 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e189eb5e-8057-40ae-935c-633ebe5453c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:15.831693 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:15.849805 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.objects.ports [None req-e189eb5e-8057-40ae-935c-633ebe5453c1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106234) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 09 20:20:15.850333 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e189eb5e-8057-40ae-935c-633ebe5453c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for subnet (d00b9aca-ae69-4d60-a344-1f342801f06c), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:15.899070 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189eb5e-8057-40ae-935c-633ebe5453c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00b9aca-ae69-4d60-a344-1f342801f06c,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:20:15.917694 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e189eb5e-8057-40ae-935c-633ebe5453c1 admin admin] Checking segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:20:15.918042 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e189eb5e-8057-40ae-935c-633ebe5453c1 admin admin] Network hostable DHCP agents. Network: 4c72e26c-57d6-47f3-8e84-e01e12378c25, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:20:15.936303 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e189eb5e-8057-40ae-935c-633ebe5453c1 admin admin] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:20:15.945444 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-e189eb5e-8057-40ae-935c-633ebe5453c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, 4c72e26c-57d6-47f3-8e84-e01e12378c25) {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:20:15.949752 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e189eb5e-8057-40ae-935c-633ebe5453c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:20:15.950665 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e189eb5e-8057-40ae-935c-633ebe5453c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:15.955042 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5785ce17-61a0-4a8e-a4a9-adc91d22b809 None None] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:20:15.972644 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-e189eb5e-8057-40ae-935c-633ebe5453c1 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5114250 Sep 09 20:20:16.067928 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ef7527-fc81-4713-a8b6-5351150b52cb None None] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:20:18.693150 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54302) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:20:19.113954 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-6a37161e-02d0-4b1e-b0d8-7fe397efb1fc demo admin] 10.222.0.26 "GET /networking/v2.0/routers/b0a01446-45ad-437e-b2a4-cce2a00c2bfb HTTP/1.1" status: 200 len: 710 time: 0.4196591 Sep 09 20:20:19.212772 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14d0f-b097-412f-81c3-70f40ec9b744 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:20:19.214201 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-09a14d0f-b097-412f-81c3-70f40ec9b744 demo admin] 10.222.0.26 "GET /networking/v2.0/networks/4c72e26c-57d6-47f3-8e84-e01e12378c25 HTTP/1.1" status: 200 len: 886 time: 0.0946469 Sep 09 20:20:19.226826 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:20:19.478904 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Publish callbacks [] for router_gateway (b0a01446-45ad-437e-b2a4-cce2a00c2bfb), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:19.554862 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:19.706689 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Publish callbacks [] for router_gateway (b0a01446-45ad-437e-b2a4-cce2a00c2bfb), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:19.786081 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:19.873109 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:19.895251 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Allocated IP 172.27.1.181 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/9b39c739-d32a-4f1f-ba20-60775221ca51) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:20:19.971997 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:20:20.006900 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Publish callbacks [] for port (9b39c739-d32a-4f1f-ba20-60775221ca51), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:20.016327 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:20:20.016727 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:20.038558 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (9b39c739-d32a-4f1f-ba20-60775221ca51), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:20.057286 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:20:20.073803 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:20:20.078295 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:20:20.096400 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:20:20.096795 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:20.133628 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=4e4a6c8f-edd6-4f1c-a36d-6a85ca155407,segment=NetworkSegment(ef59903a-8878-4bd6-916a-4caa1fe560b2),segment_id=ef59903a-8878-4bd6-916a-4caa1fe560b2)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:20:20.138300 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:20.170579 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:20.191021 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=4e4a6c8f-edd6-4f1c-a36d-6a85ca155407,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:20:20.249221 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Pushing event updated for resources: {'Port': ['ID=9b39c739-d32a-4f1f-ba20-60775221ca51,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:20:20.431815 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Publish callbacks [] for router_gateway (b0a01446-45ad-437e-b2a4-cce2a00c2bfb), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:20.571268 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:20.628695 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3906957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3927977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8565'] for router (b0a01446-45ad-437e-b2a4-cce2a00c2bfb), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:20.631988 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3926619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3906998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3907007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3927890'] for router (b0a01446-45ad-437e-b2a4-cce2a00c2bfb), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:20.736986 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Router b0a01446-45ad-437e-b2a4-cce2a00c2bfb has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:20:20.836225 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:20:20.840269 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:20.842039 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-587c2fa5-e46f-4743-beff-8bf5b9f60c89 demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/b0a01446-45ad-437e-b2a4-cce2a00c2bfb HTTP/1.1" status: 200 len: 890 time: 1.6204889 Sep 09 20:20:20.864382 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Sync routers for ids ['b0a01446-45ad-437e-b2a4-cce2a00c2bfb'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:20:20.877719 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Routers {'b0a01446-45ad-437e-b2a4-cce2a00c2bfb'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:20:20.878418 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:20:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b0a01446-45ad-437e-b2a4-cce2a00c2bfb'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:20:21.057219 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:21.092316 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Set router b0a01446-45ad-437e-b2a4-cce2a00c2bfb gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:20:21.472007 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a01446-45ad-437e-b2a4-cce2a00c2bfb', 'name': 'router1', 'tenant_id': '462d8ea458304464846aba18be1b8665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9b39c739-d32a-4f1f-ba20-60775221ca51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:20:01Z', 'updated_at': '2022-09-09T20:20:20Z', 'revision_number': 4, 'project_id': '462d8ea458304464846aba18be1b8665', 'gw_port': {'id': '9b39c739-d32a-4f1f-ba20-60775221ca51', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a01446-45ad-437e-b2a4-cce2a00c2bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:20:19Z', 'updated_at': '2022-09-09T20:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '4e4a6c8f-edd6-4f1c-a36d-6a85ca155407', 'name': '', 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7', 'tenant_id': '462d8ea458304464846aba18be1b8665', 'mac_address': 'fa:16:3e:34:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a01446-45ad-437e-b2a4-cce2a00c2bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1db3626b-ab1c-4b76-8e1f-d4865dda813a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:20:11Z', 'updated_at': '2022-09-09T20:20:20Z', 'revision_number': 5, 'project_id': '462d8ea458304464846aba18be1b8665', 'subnets': [{'id': '1db3626b-ab1c-4b76-8e1f-d4865dda813a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a3b0a34-a1e1-47b8-92cb-cc36434ff817'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:20:21.591722 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Checking router: b0a01446-45ad-437e-b2a4-cce2a00c2bfb for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:20:21.592076 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Updating router b0a01446-45ad-437e-b2a4-cce2a00c2bfb port 9b39c739-d32a-4f1f-ba20-60775221ca51 binding host dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:20:21.659491 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (9b39c739-d32a-4f1f-ba20-60775221ca51), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:21.968521 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:20:22.046525 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Publish callbacks [] for port (9b39c739-d32a-4f1f-ba20-60775221ca51), precommit_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:22.055640 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (9b39c739-d32a-4f1f-ba20-60775221ca51), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:22.080878 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:20:22.081539 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:22.083287 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Attempting to bind port 9b39c739-d32a-4f1f-ba20-60775221ca51 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:20:22.083700 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Attempting to bind port 9b39c739-d32a-4f1f-ba20-60775221ca51 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:20:22.084140 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Attempting to bind port 9b39c739-d32a-4f1f-ba20-60775221ca51 on network 4c72e26c-57d6-47f3-8e84-e01e12378c25 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:20:22.169325 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:22.216281 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42786cc1-6949-45f9-822a-b1acc4381d4c None None] Pushing event updated for resources: {'Port': ['ID=9b39c739-d32a-4f1f-ba20-60775221ca51,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:20:22.221505 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:20:22.221932 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Checking segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:20:22.222429 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:22.222928 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Bound using segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:20:22.223502 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Bound port: 9b39c739-d32a-4f1f-ba20-60775221ca51, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:20:22.224101 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (9b39c739-d32a-4f1f-ba20-60775221ca51), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:22.311853 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:20:22.320095 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] For port 9b39c739-d32a-4f1f-ba20-60775221ca51, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:20:22.323684 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] For port 9b39c739-d32a-4f1f-ba20-60775221ca51, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=9b39c739-d32a-4f1f-ba20-60775221ca51,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:20:22.331182 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (9b39c739-d32a-4f1f-ba20-60775221ca51), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:22.366457 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:22.374685 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Routers {'b0a01446-45ad-437e-b2a4-cce2a00c2bfb'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:20:22.375631 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:20:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b0a01446-45ad-437e-b2a4-cce2a00c2bfb'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:20:22.448016 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42786cc1-6949-45f9-822a-b1acc4381d4c None None] Pushing event updated for resources: {'Port': ['ID=9b39c739-d32a-4f1f-ba20-60775221ca51,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:20:22.514045 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] Set router b0a01446-45ad-437e-b2a4-cce2a00c2bfb gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:20:22.730169 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a01446-45ad-437e-b2a4-cce2a00c2bfb', 'name': 'router1', 'tenant_id': '462d8ea458304464846aba18be1b8665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9b39c739-d32a-4f1f-ba20-60775221ca51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:20:01Z', 'updated_at': '2022-09-09T20:20:20Z', 'revision_number': 4, 'project_id': '462d8ea458304464846aba18be1b8665', 'gw_port': {'id': '9b39c739-d32a-4f1f-ba20-60775221ca51', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a01446-45ad-437e-b2a4-cce2a00c2bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:20:19Z', 'updated_at': '2022-09-09T20:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '4e4a6c8f-edd6-4f1c-a36d-6a85ca155407', 'name': '', 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7', 'tenant_id': '462d8ea458304464846aba18be1b8665', 'mac_address': 'fa:16:3e:34:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a01446-45ad-437e-b2a4-cce2a00c2bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1db3626b-ab1c-4b76-8e1f-d4865dda813a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:20:11Z', 'updated_at': '2022-09-09T20:20:20Z', 'revision_number': 5, 'project_id': '462d8ea458304464846aba18be1b8665', 'subnets': [{'id': '1db3626b-ab1c-4b76-8e1f-d4865dda813a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a3b0a34-a1e1-47b8-92cb-cc36434ff817'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:20:22.755924 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac7831-bbf9-4c21-8d90-6a9e751e1338 None None] The sync data for ids ['b0a01446-45ad-437e-b2a4-cce2a00c2bfb'] in dv-cinder-849325-4-iscsi is: [{'id': 'b0a01446-45ad-437e-b2a4-cce2a00c2bfb', 'name': 'router1', 'tenant_id': '462d8ea458304464846aba18be1b8665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '9b39c739-d32a-4f1f-ba20-60775221ca51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:20:01Z', 'updated_at': '2022-09-09T20:20:20Z', 'revision_number': 4, 'project_id': '462d8ea458304464846aba18be1b8665', 'gw_port': {'id': '9b39c739-d32a-4f1f-ba20-60775221ca51', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a01446-45ad-437e-b2a4-cce2a00c2bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:20:19Z', 'updated_at': '2022-09-09T20:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '4e4a6c8f-edd6-4f1c-a36d-6a85ca155407', 'name': '', 'network_id': 'ef416db1-98ae-486a-bfa3-0e1d2f7e50e7', 'tenant_id': '462d8ea458304464846aba18be1b8665', 'mac_address': 'fa:16:3e:34:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a01446-45ad-437e-b2a4-cce2a00c2bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1db3626b-ab1c-4b76-8e1f-d4865dda813a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:20:11Z', 'updated_at': '2022-09-09T20:20:20Z', 'revision_number': 5, 'project_id': '462d8ea458304464846aba18be1b8665', 'subnets': [{'id': '1db3626b-ab1c-4b76-8e1f-d4865dda813a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a3b0a34-a1e1-47b8-92cb-cc36434ff817'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:20:23.662404 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54316) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:20:23.971720 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 9b39c739-d32a-4f1f-ba20-60775221ca51 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:20:24.020331 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 9b39c739-d32a-4f1f-ba20-60775221ca51 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:20:24.020755 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (9b39c739-d32a-4f1f-ba20-60775221ca51), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:24.095971 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-5cac3470-a041-4595-a4db-ca233f2d23b0 admin admin] 10.222.0.26 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4323008 Sep 09 20:20:24.097214 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 9b39c739-d32a-4f1f-ba20-60775221ca51 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:20:24.097695 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (9b39c739-d32a-4f1f-ba20-60775221ca51), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:24.121359 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 9b39c739-d32a-4f1f-ba20-60775221ca51, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=9b39c739-d32a-4f1f-ba20-60775221ca51,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:20:24.126104 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (9b39c739-d32a-4f1f-ba20-60775221ca51), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:24.179020 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=9b39c739-d32a-4f1f-ba20-60775221ca51,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:20:24.345597 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:24.346725 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=33 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:25.960989 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 9b39c739-d32a-4f1f-ba20-60775221ca51 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:20:26.010097 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 9b39c739-d32a-4f1f-ba20-60775221ca51 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:20:26.011257 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (9b39c739-d32a-4f1f-ba20-60775221ca51), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:26.034528 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:26.093626 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 9b39c739-d32a-4f1f-ba20-60775221ca51 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:20:34.087946 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=33 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:34.094500 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=96 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:36.087559 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:36.092247 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=9 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:37.293777 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-7d8c81ca-b754-459b-8210-e12d50e6cbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:38.785109 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:38.803968 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=5 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:39.520723 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-0377d6b7-1d54-4a4e-a173-995486e74450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:40.803264 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:42.252011 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:42.398142 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:20:48.773773 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 5 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:20:52.384934 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:52.392700 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:20:58.770050 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:21:07.298593 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e73784e9-8ce7-47dc-a936-0c71ee12e28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:21:09.539529 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-939463d4-e5cd-4449-a7c3-97e7a7812d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:21:10.802164 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:21:12.241561 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:21:12.381505 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:21:15.777754 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:21:15.778975 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:21:22.236001 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:21:22.378166 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:21:25.777427 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 5 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:21:35.773613 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:21:37.302993 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8004979f-b3c9-4b85-89a0-30af4a79a070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:21:39.525367 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-1ec7b460-f45c-49e6-94d3-ad38033b306b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:21:40.802205 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:21:42.238641 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:21:42.382338 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:21:52.376659 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:21:52.379110 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:21:52.770553 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:21:52.776993 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=5 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:21:54.928755 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54866) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:21:55.273179 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ac4dbf-8177-4be7-a2e5-8921c34304a0 admin admin] GET failed (client error): The resource could not be found. Sep 09 20:21:55.274532 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-a6ac4dbf-8177-4be7-a2e5-8921c34304a0 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3448453 Sep 09 20:21:55.441750 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a727d7-c769-4f78-8929-1b5a2721160d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:21:55.443217 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-71a727d7-c769-4f78-8929-1b5a2721160d admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1641939 Sep 09 20:21:58.022216 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54876) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:21:58.394259 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963bdbf6-8681-4665-869a-52e3ed13be22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:21:58.395599 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-963bdbf6-8681-4665-869a-52e3ed13be22 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/1db3626b-ab1c-4b76-8e1f-d4865dda813a HTTP/1.1" status: 200 len: 849 time: 0.3724413 Sep 09 20:21:58.405849 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:21:58.492851 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Publish callbacks [] for subnet (1db3626b-ab1c-4b76-8e1f-d4865dda813a), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:21:58.630885 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761429277323'] for subnet (1db3626b-ab1c-4b76-8e1f-d4865dda813a), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:21:58.665049 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:21:58.665669 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:21:58.669727 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] 10.222.0.26 "PUT /networking/v2.0/subnets/1db3626b-ab1c-4b76-8e1f-d4865dda813a HTTP/1.1" status: 200 len: 868 time: 0.2673805 Sep 09 20:21:58.674162 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bc2258-e891-43d0-809a-423eac6ec4c9 None None] Network ef416db1-98ae-486a-bfa3-0e1d2f7e50e7 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:21:58.695531 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db3626b-ab1c-4b76-8e1f-d4865dda813a,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:21:58.703741 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:21:58.704065 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:21:58.704425 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:21:58.704758 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:21:58.705088 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:21:58.705513 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:21:58.705832 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:21:58.706146 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:21:58.706485 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:21:58.706811 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:21:58.707129 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:21:58.707459 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:21:58.707770 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:21:58.708142 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:21:58.708457 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b60e5-1baa-48e9-9668-f4ca29cc3d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:21:58.998222 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-ae1c0d3f-1056-47e7-9432-b7e990016b88 None None] Provisioning complete for port 7ec0b465-a123-4ed9-b584-f71639fce924 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:21:58.998870 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-ae1c0d3f-1056-47e7-9432-b7e990016b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7ec0b465-a123-4ed9-b584-f71639fce924), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:21:59.069184 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c0d3f-1056-47e7-9432-b7e990016b88 None None] Current status of the port 7ec0b465-a123-4ed9-b584-f71639fce924 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:21:59.077156 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-ae1c0d3f-1056-47e7-9432-b7e990016b88 None None] Provisioning complete for port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:21:59.077594 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-ae1c0d3f-1056-47e7-9432-b7e990016b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (4e4a6c8f-edd6-4f1c-a36d-6a85ca155407), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:21:59.152293 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c0d3f-1056-47e7-9432-b7e990016b88 None None] Current status of the port 4e4a6c8f-edd6-4f1c-a36d-6a85ca155407 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:22:01.256461 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54884) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:22:01.722722 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278251a8-38dc-4c77-a481-6337ef83456c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:22:01.723186 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278251a8-38dc-4c77-a481-6337ef83456c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:22:01.724701 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-278251a8-38dc-4c77-a481-6337ef83456c admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4673617 Sep 09 20:22:02.776505 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 5 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:22:04.266062 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54892) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:22:04.784068 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba6e6b6-8aad-47d7-8158-6ecd83222281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:22:04.784532 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba6e6b6-8aad-47d7-8158-6ecd83222281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:22:04.786081 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-4ba6e6b6-8aad-47d7-8158-6ecd83222281 admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5190783 Sep 09 20:22:07.304673 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-977f2c7f-cb42-4c8f-be54-2eaa841ebf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:22:07.330986 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54900) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:22:07.715404 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:07.729046 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9330ceed-82ea-443b-a1db-613799694e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:22:07.730433 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-9330ceed-82ea-443b-a1db-613799694e5e admin admin] 10.222.0.26 "GET /networking/v2.0/networks/4c72e26c-57d6-47f3-8e84-e01e12378c25 HTTP/1.1" status: 200 len: 886 time: 0.3984671 Sep 09 20:22:09.518636 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-348f8308-a8f1-4f52-8652-0b390eb3f6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:22:10.299686 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54908) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:22:10.683244 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:10.708581 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d729612-646e-48de-9c51-f41fb6318874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:22:10.709982 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-4d729612-646e-48de-9c51-f41fb6318874 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/ef416db1-98ae-486a-bfa3-0e1d2f7e50e7 HTTP/1.1" status: 200 len: 869 time: 0.4093504 Sep 09 20:22:10.805443 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:22:12.242499 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:22:12.387824 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:22:12.773215 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:13.280533 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54918) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:22:13.684798 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7467c221-1a54-4fc1-91a6-0640d5241050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:22:13.685297 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7467c221-1a54-4fc1-91a6-0640d5241050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:22:13.687551 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-7467c221-1a54-4fc1-91a6-0640d5241050 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4061043 Sep 09 20:22:16.232529 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 54926) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:22:16.730981 dv-cinder-849325-4-iscsi neutron-server[106235]: WARNING oslo_policy.policy [None req-4dd9ea1a-0b96-4516-82ee-5b3e0a8d7b3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:22:16.731538 dv-cinder-849325-4-iscsi neutron-server[106235]: WARNING oslo_policy.policy [None req-4dd9ea1a-0b96-4516-82ee-5b3e0a8d7b3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:22:16.956148 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writer thread running {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 20:22:16.956708 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:17.072979 dv-cinder-849325-4-iscsi neutron-server[106235]: ERROR stevedore.extension [None req-4dd9ea1a-0b96-4516-82ee-5b3e0a8d7b3f admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 09 20:22:17.125264 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.policy [None req-4dd9ea1a-0b96-4516-82ee-5b3e0a8d7b3f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106235) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 20:22:17.167442 dv-cinder-849325-4-iscsi neutron-server[106235]: WARNING oslo_policy.policy [None req-4dd9ea1a-0b96-4516-82ee-5b3e0a8d7b3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:22:17.167807 dv-cinder-849325-4-iscsi neutron-server[106235]: WARNING oslo_policy.policy [None req-4dd9ea1a-0b96-4516-82ee-5b3e0a8d7b3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 20:22:17.175454 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd9ea1a-0b96-4516-82ee-5b3e0a8d7b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:22:17.175914 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd9ea1a-0b96-4516-82ee-5b3e0a8d7b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:22:17.177865 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-4dd9ea1a-0b96-4516-82ee-5b3e0a8d7b3f admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.9444971 Sep 09 20:22:19.750515 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 54944) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:22:20.151733 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47443776-05ef-4883-8f3e-c15d2769d3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:22:20.153053 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-47443776-05ef-4883-8f3e-c15d2769d3e4 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/1db3626b-ab1c-4b76-8e1f-d4865dda813a HTTP/1.1" status: 200 len: 868 time: 0.4015648 Sep 09 20:22:22.381561 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:22.384055 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:22.751821 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 54952) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:22:23.110445 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfdc22a-cedc-4f79-9caa-ec805b6c1119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:22:23.111754 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-5dfdc22a-cedc-4f79-9caa-ec805b6c1119 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/d00b9aca-ae69-4d60-a344-1f342801f06c HTTP/1.1" status: 200 len: 816 time: 0.3589973 Sep 09 20:22:30.144734 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=11 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:30.147459 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=14 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:32.608762 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=17 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:32.611462 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=15 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:33.105903 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=26 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:33.106999 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=12 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:37.308063 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-21c29539-f9ad-4a9d-bdb4-b0309ae54215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:22:39.520695 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9704d709-5ed3-4111-9b00-fd246d7b6c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:22:39.777304 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 5 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:22:40.811376 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:22:42.245215 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:22:42.388325 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:22:49.770609 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:49.772069 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:52.382031 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:52.384747 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:22:52.547955 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55012) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:22:52.873044 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [None req-d641fb40-6ac2-40a9-9429-ba001b00f5c0 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:22:52.874144 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-d641fb40-6ac2-40a9-9429-ba001b00f5c0 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3253343 Sep 09 20:22:55.516694 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55020) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:22:55.853087 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06f325e-4eb4-4093-9a8a-6c0f810ae9f1 admin admin] GET failed (client error): The resource could not be found. Sep 09 20:22:55.854412 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-c06f325e-4eb4-4093-9a8a-6c0f810ae9f1 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3367748 Sep 09 20:22:55.943416 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb2fa65-f2a5-4757-8c71-6d1f32262241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:22:55.945389 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-0eb2fa65-f2a5-4757-8c71-6d1f32262241 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0866613 Sep 09 20:22:58.557038 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55028) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:22:58.879774 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:22:58.900125 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Made reservation on behalf of e8a4d19e4885495c84cf29b80391fd52 for: {'network': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:22:58.902406 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:22:58.929276 dv-cinder-849325-4-iscsi neutron-server[106234]: WARNING neutron.services.revisions.revision_plugin [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Could not find related network for resource to bump revision. Sep 09 20:22:58.941157 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=106234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:22:58.950289 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (47c0bedf-7301-425b-8022-044160586bee), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:22:58.950624 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.segments_db [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Added segment 47c0bedf-7301-425b-8022-044160586bee of type vlan for network 5feaba48-3d58-441d-889f-0a691d5902bc Sep 09 20:22:58.987963 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (5feaba48-3d58-441d-889f-0a691d5902bc), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:22:59.020545 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (5feaba48-3d58-441d-889f-0a691d5902bc), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:22:59.021531 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:22:59.022653 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:22:59.081181 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5229642 Sep 09 20:22:59.086359 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Pushing event updated for resources: {'Network': ['ID=5feaba48-3d58-441d-889f-0a691d5902bc,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:22:59.093678 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:22:59.094024 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:22:59.094387 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:22:59.094730 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:22:59.095060 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:22:59.095398 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:22:59.095717 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:22:59.096037 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:22:59.096361 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:22:59.096685 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:22:59.097024 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:22:59.097385 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:22:59.097705 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:22:59.098023 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:22:59.098340 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500847c-6a69-4fa8-af8b-e79f837a79f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:22:59.112438 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network 5feaba48-3d58-441d-889f-0a691d5902bc details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:23:01.650574 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55036) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:23:01.984230 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.pecan_wsgi.hooks.translation [None req-539956c2-a58a-435b-92a3-ce02db32b13e admin admin] GET failed (client error): The resource could not be found. Sep 09 20:23:01.985102 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-539956c2-a58a-435b-92a3-ce02db32b13e admin admin] 10.222.0.26 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3335176 Sep 09 20:23:02.055539 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef44a34-e8a5-458f-958d-8ec9c07c26f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:23:02.057436 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-0ef44a34-e8a5-458f-958d-8ec9c07c26f2 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678535 Sep 09 20:23:02.067693 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-1d024a57-f09c-4f26-b338-76f52ddb43d4 admin admin] Request body: {'subnet': {'network_id': '5feaba48-3d58-441d-889f-0a691d5902bc', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:23:02.086819 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d024a57-f09c-4f26-b338-76f52ddb43d4 admin admin] Made reservation on behalf of e8a4d19e4885495c84cf29b80391fd52 for: {'subnet': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:23:02.089165 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1d024a57-f09c-4f26-b338-76f52ddb43d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:02.251647 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1d024a57-f09c-4f26-b338-76f52ddb43d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for subnet (821a8a7f-99a7-42d7-b1d8-4dab7d2a97fa), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:02.307531 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d024a57-f09c-4f26-b338-76f52ddb43d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=821a8a7f-99a7-42d7-b1d8-4dab7d2a97fa,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:23:02.317372 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d024a57-f09c-4f26-b338-76f52ddb43d4 admin admin] Checking segment: {'id': '47c0bedf-7301-425b-8022-044160586bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5feaba48-3d58-441d-889f-0a691d5902bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:23:02.317723 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d024a57-f09c-4f26-b338-76f52ddb43d4 admin admin] Network hostable DHCP agents. Network: 5feaba48-3d58-441d-889f-0a691d5902bc, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:23:02.334724 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d024a57-f09c-4f26-b338-76f52ddb43d4 admin admin] Network 5feaba48-3d58-441d-889f-0a691d5902bc is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:23:02.343110 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-1d024a57-f09c-4f26-b338-76f52ddb43d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, 5feaba48-3d58-441d-889f-0a691d5902bc) {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:23:02.347147 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d024a57-f09c-4f26-b338-76f52ddb43d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:23:02.347765 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1d024a57-f09c-4f26-b338-76f52ddb43d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:02.353470 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa71ead9-76cf-44b1-b5f6-8da15a0a36ff None None] Network 5feaba48-3d58-441d-889f-0a691d5902bc requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:23:02.364746 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-1d024a57-f09c-4f26-b338-76f52ddb43d4 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3006797 Sep 09 20:23:02.501548 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4441b4b3-f14a-588a-a12e-fdb9a972832d-5feaba48-3d58-441d-889f-0a691d5902bc', 'network_id': '5feaba48-3d58-441d-889f-0a691d5902bc', 'project_id': 'e8a4d19e4885495c84cf29b80391fd52', 'fixed_ips': [{'subnet_id': '821a8a7f-99a7-42d7-b1d8-4dab7d2a97fa'}]}} from dv-cinder-849325-4-iscsi. {{(pid=106236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 20:23:02.502527 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:02.784238 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.db_base_plugin_common [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Allocated IP 192.168.233.2 (5feaba48-3d58-441d-889f-0a691d5902bc/821a8a7f-99a7-42d7-b1d8-4dab7d2a97fa/a6a8d916-7b56-4d28-8b5c-b048a93355b2) {{(pid=106236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:23:02.927528 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Publish callbacks [] for port (a6a8d916-7b56-4d28-8b5c-b048a93355b2), precommit_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:02.933823 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (a6a8d916-7b56-4d28-8b5c-b048a93355b2), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:02.972761 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Network 5feaba48-3d58-441d-889f-0a691d5902bc is already hosted by enough agents. {{(pid=106236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:23:02.974112 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.base_scheduler [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Resources bound (agent type, host, resource id): {{(pid=106236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:23:02.980927 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Received port after_create {{(pid=106236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:23:02.992342 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Pushing event updated for resources: {'Port': ['ID=a6a8d916-7b56-4d28-8b5c-b048a93355b2,revision_number=1']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:23:03.020346 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:23:03.020690 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:23:03.021049 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:23:03.021433 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:23:03.022311 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:23:03.022641 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:23:03.022963 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:23:03.023285 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:23:03.023609 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:23:03.023929 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:23:03.024255 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:23:03.024574 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:23:03.024893 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:23:03.025211 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:23:03.025552 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:23:03.058412 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Attempting to bind port a6a8d916-7b56-4d28-8b5c-b048a93355b2 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:23:03.058708 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Attempting to bind port a6a8d916-7b56-4d28-8b5c-b048a93355b2 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': '47c0bedf-7301-425b-8022-044160586bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5feaba48-3d58-441d-889f-0a691d5902bc'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:23:03.059063 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Attempting to bind port a6a8d916-7b56-4d28-8b5c-b048a93355b2 on network 5feaba48-3d58-441d-889f-0a691d5902bc {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:23:03.103837 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:23:03.104203 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Checking segment: {'id': '47c0bedf-7301-425b-8022-044160586bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5feaba48-3d58-441d-889f-0a691d5902bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:23:03.104595 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:03.104983 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Bound using segment: {'id': '47c0bedf-7301-425b-8022-044160586bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5feaba48-3d58-441d-889f-0a691d5902bc'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:23:03.105473 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Bound port: a6a8d916-7b56-4d28-8b5c-b048a93355b2, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c0bedf-7301-425b-8022-044160586bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5feaba48-3d58-441d-889f-0a691d5902bc'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:23:03.105852 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (a6a8d916-7b56-4d28-8b5c-b048a93355b2), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:03.166232 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] For port a6a8d916-7b56-4d28-8b5c-b048a93355b2, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:23:03.169573 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] For port a6a8d916-7b56-4d28-8b5c-b048a93355b2, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=a6a8d916-7b56-4d28-8b5c-b048a93355b2,segment=NetworkSegment(47c0bedf-7301-425b-8022-044160586bee),segment_id=47c0bedf-7301-425b-8022-044160586bee)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:23:03.177085 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (a6a8d916-7b56-4d28-8b5c-b048a93355b2), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:03.183258 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:23:03.221828 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:23:03.232178 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6a958-2cba-4b0a-aa82-45e06e099a61 None None] Pushing event updated for resources: {'Port': ['ID=a6a8d916-7b56-4d28-8b5c-b048a93355b2,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:23:04.028111 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac91604-3a87-4b97-86b2-59ece7677194 None None] Network 5feaba48-3d58-441d-889f-0a691d5902bc requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:23:04.077608 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device a6a8d916-7b56-4d28-8b5c-b048a93355b2 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:23:04.140654 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-7810e4c0-dd02-4d81-a83e-12da9a12daa3 None None] Provisioning complete for port a6a8d916-7b56-4d28-8b5c-b048a93355b2 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:23:04.140978 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-7810e4c0-dd02-4d81-a83e-12da9a12daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (a6a8d916-7b56-4d28-8b5c-b048a93355b2), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:04.206888 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port a6a8d916-7b56-4d28-8b5c-b048a93355b2 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:23:04.207275 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (a6a8d916-7b56-4d28-8b5c-b048a93355b2), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:04.296834 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-7810e4c0-dd02-4d81-a83e-12da9a12daa3 None None] Current status of the port a6a8d916-7b56-4d28-8b5c-b048a93355b2 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:23:04.296936 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-7810e4c0-dd02-4d81-a83e-12da9a12daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (a6a8d916-7b56-4d28-8b5c-b048a93355b2), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:04.357496 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port a6a8d916-7b56-4d28-8b5c-b048a93355b2 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:23:04.358299 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (a6a8d916-7b56-4d28-8b5c-b048a93355b2), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:04.363289 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-7810e4c0-dd02-4d81-a83e-12da9a12daa3 None None] For port a6a8d916-7b56-4d28-8b5c-b048a93355b2, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=a6a8d916-7b56-4d28-8b5c-b048a93355b2,segment=NetworkSegment(47c0bedf-7301-425b-8022-044160586bee),segment_id=47c0bedf-7301-425b-8022-044160586bee)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:23:04.370697 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-7810e4c0-dd02-4d81-a83e-12da9a12daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (a6a8d916-7b56-4d28-8b5c-b048a93355b2), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:04.460277 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810e4c0-dd02-4d81-a83e-12da9a12daa3 None None] Pushing event updated for resources: {'Port': ['ID=a6a8d916-7b56-4d28-8b5c-b048a93355b2,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:23:04.463107 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.db.api [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 20:23:04.463596 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG oslo_db.api [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 20:23:04.490129 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9ca77fc4-5ead-4998-80d9-a98266173ae0 None None] Provisioning complete for port a6a8d916-7b56-4d28-8b5c-b048a93355b2 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:23:04.490559 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9ca77fc4-5ead-4998-80d9-a98266173ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (a6a8d916-7b56-4d28-8b5c-b048a93355b2), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:04.562486 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9ca77fc4-5ead-4998-80d9-a98266173ae0 None None] Current status of the port a6a8d916-7b56-4d28-8b5c-b048a93355b2 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:23:04.999259 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port a6a8d916-7b56-4d28-8b5c-b048a93355b2 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:23:06.055017 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device a6a8d916-7b56-4d28-8b5c-b048a93355b2 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:23:06.107050 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port a6a8d916-7b56-4d28-8b5c-b048a93355b2 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:23:06.107418 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (a6a8d916-7b56-4d28-8b5c-b048a93355b2), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:06.162960 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:23:06.176805 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port a6a8d916-7b56-4d28-8b5c-b048a93355b2 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:23:06.774198 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:23:06.779406 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:23:07.311374 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4412809d-8eb4-41a6-a703-8f6fb351edd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:09.526208 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-2a6ee56e-d0a6-41c6-89c2-e3931fff9633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:10.812777 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:12.249497 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:12.356823 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=77,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:23:12.358791 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:23:12.391065 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:16.776526 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 5 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:23:22.385083 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:23:22.386960 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:23:23.768223 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:23:26.773323 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:23:37.312831 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-490a68c7-5d40-4ab7-9245-25bea3436301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:39.528958 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a0e344fe-df04-4a78-9847-d9be5f70ee21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:40.815765 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:42.253612 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:42.395708 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:23:43.780006 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:23:43.784409 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:23:52.389866 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:23:52.391670 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:23:53.775392 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 5 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:24:03.772274 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:24:07.314602 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-56df1928-6130-45b9-8821-a2d7cbd3c3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:09.531208 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f4b969a3-631d-479b-a46e-382430f32bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:10.818403 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:12.257012 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:12.397529 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:20.791388 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=6 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:24:22.390460 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:24:22.393703 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:24:30.774440 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 5 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:24:31.137680 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55078) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:24:31.143423 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [None req-838a2b47-9d5d-4c75-82fa-cf83d563d6b2 tempest-verify_tempest_config-110656494 tempest-verify_tempest_config-110656494-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:24:31.144389 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-838a2b47-9d5d-4c75-82fa-cf83d563d6b2 tempest-verify_tempest_config-110656494 tempest-verify_tempest_config-110656494-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057442 Sep 09 20:24:31.646062 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55096) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:24:31.973507 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:32.046573 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Publish callbacks [] for security_group (4d77c6a5-4700-487c-ae1f-db1717bdc8bf), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:32.050050 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (4d77c6a5-4700-487c-ae1f-db1717bdc8bf), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:32.095873 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=20368ebedcf645788364065a70951a5b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4487298 Sep 09 20:24:32.097090 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d77c6a5-4700-487c-ae1f-db1717bdc8bf,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:24:32.098666 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55100) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:24:32.104457 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.104806 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.105165 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.105557 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.105880 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.106214 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.106546 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.106874 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.107219 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.107549 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.107878 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.108197 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.108520 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.108838 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.109154 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83521a79-948a-426c-a1e5-e9628d6987b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.181973 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Publish callbacks [] for security_group (4d77c6a5-4700-487c-ae1f-db1717bdc8bf), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:32.201478 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Publish callbacks [] for security_group (4d77c6a5-4700-487c-ae1f-db1717bdc8bf), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:32.302436 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (4d77c6a5-4700-487c-ae1f-db1717bdc8bf), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:32.305019 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:32.306235 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4d77c6a5-4700-487c-ae1f-db1717bdc8bf HTTP/1.1" status: 204 len: 168 time: 0.2065766 Sep 09 20:24:32.317925 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d77c6a5-4700-487c-ae1f-db1717bdc8bf,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:24:32.329481 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.329848 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.330241 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.330605 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.330935 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.331261 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.331579 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.331903 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.332225 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.332547 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.332880 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.333219 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.333745 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.334065 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.334387 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee5253-6f72-4d11-b884-59f8b5a5d12c admin admin] Tracked resource versions report: Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: pushed versions: Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: { 'AddressGroup': {'1.2'}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Agent': {'1.1'}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'ConntrackHelper': {'1.0'}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'LocalIPAssociation': {'1.0'}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Log': {'1.0'}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'NDPProxy': {'1.0'}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Network': {'1.1'}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Port': {'1.7'}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'PortForwarding': {'1.3'}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'QosPolicy': {'1.10'}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'SecurityGroup': {'1.5'}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'SubPort': {'1.0'}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Subnet': {'1.1'}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Trunk': {'1.1'}} Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: consumer versions: Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: { DHCP agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: L3 agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: Metadata agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: Metering agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: Open vSwitch agent@dv-cinder-849325-4-iscsi: { 'AddressGroup': '1.2', Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Agent': '1.1', Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'ConntrackHelper': '1.0', Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'LocalIPAssociation': '1.0', Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Log': '1.0', Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'NDPProxy': '1.0', Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Network': '1.1', Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Port': '1.7', Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'PortForwarding': '1.3', Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'QosPolicy': '1.10', Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'SecurityGroup': '1.5', Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'SecurityGroupRule': '1.2', Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'SubPort': '1.0', Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Subnet': '1.1', Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Trunk': '1.1'}} Sep 09 20:24:32.335777 dv-cinder-849325-4-iscsi neutron-server[106235]: {{(pid=106235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:24:32.537836 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=11 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:24:37.316906 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-28f95458-97a6-4ba6-8f86-fd577b0182fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:39.537327 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-53fe1b34-9d31-4685-bcd5-df66039ee3ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:40.770933 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=17 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:24:40.822045 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:42.093666 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=15,neutron:INSERT=7 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:24:42.100589 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=24,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:24:42.258927 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:42.320722 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:24:42.324578 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:24:42.399644 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:24:52.392419 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:24:52.394228 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:24:57.791736 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:24:57.795797 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:25:07.318333 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-6bc5be63-35fa-4ea8-bea5-69f84b1c1506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:25:07.775713 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 5 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:25:09.539978 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-ef41056b-01dc-4b42-9bdb-c5f55b0244d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:25:10.823760 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:25:12.263997 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:25:12.402209 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:25:17.770300 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:25:22.395494 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:25:22.397354 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:25:35.772135 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:25:35.773328 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:25:37.319757 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d84a20f0-d6f7-48ab-bc35-a1cfd079842e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:25:39.541221 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-6a3aa53b-5916-47e7-bbc0-6b57d0f58249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:25:40.826055 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:25:42.265880 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:25:42.404657 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:25:44.774715 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 5 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:25:52.398342 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:25:52.400122 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:25:54.770000 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:25:54.770832 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:26:07.070094 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3924341'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:26:07.320424 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3bf41733-3690-4316-911d-ad9923fe1a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:26:09.541873 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-edf00010-eda3-4092-a98f-70c93e46dc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:26:10.829223 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:26:11.802433 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:26:11.807493 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=4 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:26:12.267814 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:26:12.406718 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:26:20.752760 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55200) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:26:20.880868 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-9ab6005d-d368-4629-807f-6973e72ae2bf admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1266658 Sep 09 20:26:21.773821 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:26:22.400705 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=10,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:26:22.402554 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:26:23.334962 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55210) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:26:23.396721 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-731f22f2-d41c-48cd-a8f7-daba42752a8b admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0607572 Sep 09 20:26:30.873783 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:26:30.874539 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:26:32.532744 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=12 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:26:32.533518 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=16 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:26:33.391540 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:26:37.021572 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:26:37.323872 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-44ff7f12-06b7-4314-96d0-6f0d0d1ece18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:26:39.543492 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4e7df189-56bd-4b8e-9a99-cbb8d86306cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:26:40.831930 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:26:42.270604 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:26:42.410577 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:26:48.808608 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:26:48.812683 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:26:52.404104 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:26:52.406002 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:26:58.772362 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:27:07.021617 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:07.324949 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-208072db-afa9-4739-9576-21b0e1286a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:08.768883 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:27:09.545347 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-ef00a9a9-45c0-4093-aaab-f9d8770a102b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:10.836229 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:12.273343 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:12.414699 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:22.403011 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:27:22.410446 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:27:25.820475 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:27:35.771840 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:27:37.020959 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:37.328613 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d8249a34-e72b-454b-b548-c871fd8beea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:39.547258 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-42e0678f-62be-4717-82e0-a3fb8ed59ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:40.837907 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:42.275720 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:42.418649 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:45.768309 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:27:52.412034 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:27:52.413827 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:27:57.243363 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55316) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:27:57.431119 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1397660925-network', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:27:57.455498 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Made reservation on behalf of b310c05b03394f11b63f0a28f13d67b6 for: {'network': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:27:57.459135 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:57.473818 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:57.567266 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Publish callbacks [] for security_group (6e207b9b-69f8-4523-8062-039b6c66691c), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:57.571584 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (6e207b9b-69f8-4523-8062-039b6c66691c), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:57.600609 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e207b9b-69f8-4523-8062-039b6c66691c,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:27:57.611953 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:57.612276 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:57.612684 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:57.612966 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:57.613311 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:57.613648 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:57.613971 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:57.614589 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:57.614836 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:57.615175 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:57.615490 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:57.615784 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:57.616113 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:57.616694 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:57.617342 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Tracked resource versions report: Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: pushed versions: Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: { 'AddressGroup': {'1.2'}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Agent': {'1.1'}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'ConntrackHelper': {'1.0'}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'LocalIPAssociation': {'1.0'}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Log': {'1.0'}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'NDPProxy': {'1.0'}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Network': {'1.1'}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Port': {'1.7'}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'PortForwarding': {'1.3'}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'QosPolicy': {'1.10'}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'SecurityGroup': {'1.5'}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'SubPort': {'1.0'}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Subnet': {'1.1'}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Trunk': {'1.1'}} Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: consumer versions: Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: { DHCP agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: HyperV agent@hv-cinder-84932: {}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: L3 agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: Metadata agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: Metering agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: Open vSwitch agent@dv-cinder-849325-4-iscsi: { 'AddressGroup': '1.2', Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Agent': '1.1', Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'ConntrackHelper': '1.0', Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'LocalIPAssociation': '1.0', Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Log': '1.0', Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'NDPProxy': '1.0', Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Network': '1.1', Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Port': '1.7', Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'PortForwarding': '1.3', Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'QosPolicy': '1.10', Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'SecurityGroup': '1.5', Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'SecurityGroupRule': '1.2', Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'SubPort': '1.0', Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Subnet': '1.1', Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: 'Trunk': '1.1'}} Sep 09 20:27:57.618689 dv-cinder-849325-4-iscsi neutron-server[106234]: {{(pid=106234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:27:57.621829 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=106234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:27:57.635441 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (d9fbf753-6643-4eaf-a88f-a2d4b8563909), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:57.635441 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.segments_db [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Added segment d9fbf753-6643-4eaf-a88f-a2d4b8563909 of type vlan for network f13a2180-b7d4-4447-b571-f0f2b37395e2 Sep 09 20:27:57.682315 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (f13a2180-b7d4-4447-b571-f0f2b37395e2), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:57.708930 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (f13a2180-b7d4-4447-b571-f0f2b37395e2), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:57.710509 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:27:57.711532 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:57.783566 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] Pushing event updated for resources: {'Network': ['ID=f13a2180-b7d4-4447-b571-f0f2b37395e2,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:27:57.795300 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network f13a2180-b7d4-4447-b571-f0f2b37395e2 details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:27:57.796580 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-2071fec5-16a3-4eef-a48a-3618a9df29f4 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5516720 Sep 09 20:27:57.799267 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55356) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:27:57.804856 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-294448f6-7e4d-4858-af4d-02c8df6996f7 admin admin] Request body: {'subnet': {'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1397660925-subnet', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:27:57.828786 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294448f6-7e4d-4858-af4d-02c8df6996f7 admin admin] Made reservation on behalf of b310c05b03394f11b63f0a28f13d67b6 for: {'subnet': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:27:57.831309 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-294448f6-7e4d-4858-af4d-02c8df6996f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:58.017219 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-294448f6-7e4d-4858-af4d-02c8df6996f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for subnet (a4fdbd5e-0e81-4545-9b3a-a3439a61b913), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:58.066610 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294448f6-7e4d-4858-af4d-02c8df6996f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4fdbd5e-0e81-4545-9b3a-a3439a61b913,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:27:58.087958 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294448f6-7e4d-4858-af4d-02c8df6996f7 admin admin] Checking segment: {'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:27:58.088332 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294448f6-7e4d-4858-af4d-02c8df6996f7 admin admin] Network hostable DHCP agents. Network: f13a2180-b7d4-4447-b571-f0f2b37395e2, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:27:58.102782 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:27:58.111308 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294448f6-7e4d-4858-af4d-02c8df6996f7 admin admin] Network f13a2180-b7d4-4447-b571-f0f2b37395e2 is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:27:58.125967 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-294448f6-7e4d-4858-af4d-02c8df6996f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, f13a2180-b7d4-4447-b571-f0f2b37395e2) {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:27:58.130147 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294448f6-7e4d-4858-af4d-02c8df6996f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:27:58.130756 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-294448f6-7e4d-4858-af4d-02c8df6996f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:58.142393 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48ab9ce-be39-4885-9322-9ef5ee3da018 None None] Network f13a2180-b7d4-4447-b571-f0f2b37395e2 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:27:58.158080 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-294448f6-7e4d-4858-af4d-02c8df6996f7 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3574758 Sep 09 20:27:58.160913 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55374) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:27:58.168544 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:27:58.212834 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8542'] for router (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:58.215234 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3928055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3906963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3841639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8551'] for router (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:58.267690 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4441b4b3-f14a-588a-a12e-fdb9a972832d-f13a2180-b7d4-4447-b571-f0f2b37395e2', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913'}]}} from dv-cinder-849325-4-iscsi. {{(pid=106236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 20:27:58.268792 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:58.410515 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Publish callbacks [] for router_controller (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), precommit_add_association {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:58.439430 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.db_base_plugin_common [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Allocated IP 172.20.0.2 (f13a2180-b7d4-4447-b571-f0f2b37395e2/a4fdbd5e-0e81-4545-9b3a-a3439a61b913/0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d) {{(pid=106236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:27:58.443518 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55394) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:27:58.600947 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Publish callbacks [] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), precommit_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:58.609035 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:58.658971 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Network f13a2180-b7d4-4447-b571-f0f2b37395e2 is already hosted by enough agents. {{(pid=106236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:27:58.670315 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.base_scheduler [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Resources bound (agent type, host, resource id): {{(pid=106236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:27:58.673377 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Received port after_create {{(pid=106236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:27:58.676305 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Publish callbacks [] for router_gateway (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:58.710404 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Pushing event updated for resources: {'Port': ['ID=0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d,revision_number=1']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:27:58.735045 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:58.736627 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:58.737735 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:58.739778 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:58.740319 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:58.740909 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:58.741823 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:58.742394 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:58.742896 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Tracked resource versions report: Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: pushed versions: Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: { 'AddressGroup': {'1.2'}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Agent': {'1.1'}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'ConntrackHelper': {'1.0'}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'LocalIPAssociation': {'1.0'}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Log': {'1.0'}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'NDPProxy': {'1.0'}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Network': {'1.1'}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Port': {'1.7'}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'PortForwarding': {'1.3'}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'QosPolicy': {'1.10'}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'SecurityGroup': {'1.5'}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'SubPort': {'1.0'}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Subnet': {'1.1'}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Trunk': {'1.1'}} Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: consumer versions: Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: { DHCP agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: HyperV agent@hv-cinder-84932: {}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: L3 agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: Metadata agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: Metering agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: Open vSwitch agent@dv-cinder-849325-4-iscsi: { 'AddressGroup': '1.2', Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Agent': '1.1', Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'ConntrackHelper': '1.0', Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'LocalIPAssociation': '1.0', Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Log': '1.0', Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'NDPProxy': '1.0', Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Network': '1.1', Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Port': '1.7', Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'PortForwarding': '1.3', Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'QosPolicy': '1.10', Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'SecurityGroup': '1.5', Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'SecurityGroupRule': '1.2', Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'SubPort': '1.0', Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Subnet': '1.1', Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: 'Trunk': '1.1'}} Sep 09 20:27:58.754658 dv-cinder-849325-4-iscsi neutron-server[106236]: {{(pid=106236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:27:58.769551 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1520878215-network', 'tenant_id': '95899c2c318f459bb09bad337d79c1a2'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:27:58.814198 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Attempting to bind port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:27:58.814805 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Attempting to bind port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:27:58.815078 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Attempting to bind port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d on network f13a2180-b7d4-4447-b571-f0f2b37395e2 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:27:58.816048 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] Made reservation on behalf of 95899c2c318f459bb09bad337d79c1a2 for: {'network': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:27:58.818463 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:58.831309 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:58.865606 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:27:58.866656 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Checking segment: {'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:27:58.867067 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:58.867512 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Bound using segment: {'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:27:58.867988 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Bound port: 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:27:58.868680 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:58.877835 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55414) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:27:58.924177 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:27:58.962673 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] For port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:27:58.969815 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] For port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:27:58.986302 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.031083 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] Publish callbacks [] for security_group (8e2644c0-f12e-4218-ac5c-cb1da97811c9), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.038799 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (8e2644c0-f12e-4218-ac5c-cb1da97811c9), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.071545 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2644c0-f12e-4218-ac5c-cb1da97811c9,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:27:59.090661 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=106234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:27:59.099664 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Publish callbacks [] for router_gateway (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.110354 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (f305c9c4-d4e4-488a-aea3-25b48ffa89b8), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.111279 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46c54b-f1ae-4018-9984-935967710581 None None] Pushing event updated for resources: {'Port': ['ID=0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:27:59.111404 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.segments_db [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] Added segment f305c9c4-d4e4-488a-aea3-25b48ffa89b8 of type vlan for network f1af1ec7-d9d8-4274-81f9-992fb1351ac3 Sep 09 20:27:59.163754 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.191156 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (f1af1ec7-d9d8-4274-81f9-992fb1351ac3), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.238894 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (f1af1ec7-d9d8-4274-81f9-992fb1351ac3), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.240154 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:27:59.240894 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.275238 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8278875 Sep 09 20:27:59.275705 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55426) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:27:59.370645 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-cb964bcc-4fa7-433e-8adf-c4f91ee10642 admin admin] Request body: {'subnet': {'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1520878215-subnet', 'tenant_id': '95899c2c318f459bb09bad337d79c1a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:27:59.370645 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d88cd-a802-4da4-b1d3-f2203ab6813c admin admin] Pushing event updated for resources: {'Network': ['ID=f1af1ec7-d9d8-4274-81f9-992fb1351ac3,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:27:59.374303 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb964bcc-4fa7-433e-8adf-c4f91ee10642 admin admin] Made reservation on behalf of 95899c2c318f459bb09bad337d79c1a2 for: {'subnet': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:27:59.377811 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cb964bcc-4fa7-433e-8adf-c4f91ee10642 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.393234 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network f1af1ec7-d9d8-4274-81f9-992fb1351ac3 details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:27:59.504561 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Allocated IP 172.27.1.6 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/b6c58610-0b83-4d58-b2a7-d39d4e95cdf2) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:27:59.507854 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-network', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:27:59.601950 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55436) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:27:59.667906 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] Made reservation on behalf of f07defd609684351b4b7d0d110212a7c for: {'network': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:27:59.670914 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.681477 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.690754 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cb964bcc-4fa7-433e-8adf-c4f91ee10642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for subnet (379d5b38-ecb7-4dae-9ec6-9456c03fce06), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.709624 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Publish callbacks [] for port (b6c58610-0b83-4d58-b2a7-d39d4e95cdf2), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.727678 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:27:59.806549 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (b6c58610-0b83-4d58-b2a7-d39d4e95cdf2), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.839544 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] Publish callbacks [] for security_group (40e4fbdb-df55-46a1-bdf3-4369d56e04a1), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.886886 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (40e4fbdb-df55-46a1-bdf3-4369d56e04a1), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.901735 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=106234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:27:59.917304 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (725a5bde-dc7a-4e8b-a000-923e94080fb0), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:27:59.917822 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.segments_db [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] Added segment 725a5bde-dc7a-4e8b-a000-923e94080fb0 of type vlan for network b188b4ef-6195-4514-85bf-2356d78cce90 Sep 09 20:27:59.943218 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:27:59.948052 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c58610-0b83-4d58-b2a7-d39d4e95cdf2,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:27:59.950988 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:27:59.958322 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-network', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:27:59.967166 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:INSERT=21,neutron:SELECT=71,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:27:59.996680 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:59.997206 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:59.998077 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:59.998213 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e4fbdb-df55-46a1-bdf3-4369d56e04a1,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:27:59.998694 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:27:59.999183 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:00.000056 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:00.000556 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:00.001055 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:00.001569 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:00.002070 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:00.002580 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:00.003088 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:00.003575 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:00.004072 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:00.004539 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Tracked resource versions report: Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: pushed versions: Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: { 'AddressGroup': {'1.2'}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Agent': {'1.1'}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'ConntrackHelper': {'1.0'}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'LocalIPAssociation': {'1.0'}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Log': {'1.0'}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'NDPProxy': {'1.0'}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Network': {'1.1'}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Port': {'1.7'}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'PortForwarding': {'1.3'}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'QosPolicy': {'1.10'}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'SecurityGroup': {'1.5'}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'SubPort': {'1.0'}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Subnet': {'1.1'}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Trunk': {'1.1'}} Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: consumer versions: Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: { DHCP agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: HyperV agent@hv-cinder-84932: {}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: L3 agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: Metadata agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: Metering agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: Open vSwitch agent@dv-cinder-849325-4-iscsi: { 'AddressGroup': '1.2', Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Agent': '1.1', Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'ConntrackHelper': '1.0', Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'LocalIPAssociation': '1.0', Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Log': '1.0', Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'NDPProxy': '1.0', Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Network': '1.1', Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Port': '1.7', Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'PortForwarding': '1.3', Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'QosPolicy': '1.10', Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'SecurityGroup': '1.5', Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'SecurityGroupRule': '1.2', Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'SubPort': '1.0', Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Subnet': '1.1', Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: 'Trunk': '1.1'}} Sep 09 20:28:00.006136 dv-cinder-849325-4-iscsi neutron-server[106235]: {{(pid=106235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:28:00.015366 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] Made reservation on behalf of 8c1c909559e44322a07f7e4a463424a5 for: {'network': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:28:00.018895 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:00.040089 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (b188b4ef-6195-4514-85bf-2356d78cce90), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:00.040442 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:00.046360 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb964bcc-4fa7-433e-8adf-c4f91ee10642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=379d5b38-ecb7-4dae-9ec6-9456c03fce06,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:00.057911 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb964bcc-4fa7-433e-8adf-c4f91ee10642 admin admin] Checking segment: {'id': 'f305c9c4-d4e4-488a-aea3-25b48ffa89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:00.058509 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb964bcc-4fa7-433e-8adf-c4f91ee10642 admin admin] Network hostable DHCP agents. Network: f1af1ec7-d9d8-4274-81f9-992fb1351ac3, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:28:00.113727 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (b188b4ef-6195-4514-85bf-2356d78cce90), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:00.115029 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:00.115765 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:00.132835 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb964bcc-4fa7-433e-8adf-c4f91ee10642 admin admin] Network f1af1ec7-d9d8-4274-81f9-992fb1351ac3 is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:28:00.157459 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2773294 Sep 09 20:28:00.173585 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55468) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:00.178763 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-3bdb2cc1-4f58-4fc1-9a90-a9a56d7670e2 admin admin] Request body: {'subnet': {'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-subnet', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:00.205687 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-cb964bcc-4fa7-433e-8adf-c4f91ee10642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, f1af1ec7-d9d8-4274-81f9-992fb1351ac3) {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:00.214794 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7edea8-4e1d-4cd4-8920-9d52d547deda None None] Network f1af1ec7-d9d8-4274-81f9-992fb1351ac3 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:28:00.237923 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:00.240637 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:00.296945 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb964bcc-4fa7-433e-8adf-c4f91ee10642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:00.297494 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cb964bcc-4fa7-433e-8adf-c4f91ee10642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:00.339187 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-cb964bcc-4fa7-433e-8adf-c4f91ee10642 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0575752 Sep 09 20:28:00.341434 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55474) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:00.346669 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1520878215-router', 'tenant_id': '95899c2c318f459bb09bad337d79c1a2', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:00.351827 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e49ed-bada-4684-85fb-39705873fd63 admin admin] Pushing event updated for resources: {'Network': ['ID=b188b4ef-6195-4514-85bf-2356d78cce90,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:00.361516 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdb2cc1-4f58-4fc1-9a90-a9a56d7670e2 admin admin] Made reservation on behalf of f07defd609684351b4b7d0d110212a7c for: {'subnet': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:28:00.363975 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2cc1-4f58-4fc1-9a90-a9a56d7670e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:00.376387 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:00.462762 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:00.466635 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:00.470836 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network b188b4ef-6195-4514-85bf-2356d78cce90 details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:28:00.522167 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] Publish callbacks [] for security_group (a631ebd0-0379-47ac-8c67-81ed411a6da1), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:00.540704 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a631ebd0-0379-47ac-8c67-81ed411a6da1), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:00.559063 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=106235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:28:00.573533 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761429300884', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (bf760a8c-f778-4a69-b8d9-920b01bcf3e0), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:00.574372 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] Unsubscribe: segment precommit_create {{(pid=106235) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 20:28:00.575119 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.segments_db [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] Added segment bf760a8c-f778-4a69-b8d9-920b01bcf3e0 of type vlan for network e922e249-8412-4a6f-a000-86403046577e Sep 09 20:28:00.587656 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2cc1-4f58-4fc1-9a90-a9a56d7670e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for subnet (6d70a9b7-1f8e-4795-a1dc-d4fb520bd182), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:00.628832 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:00.638548 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8542'] for router (029c943e-5a18-4317-90f6-57fa323027f3), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:00.642157 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3928055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3906963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3841639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8551'] for router (029c943e-5a18-4317-90f6-57fa323027f3), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:00.689729 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a631ebd0-0379-47ac-8c67-81ed411a6da1,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:00.748008 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (e922e249-8412-4a6f-a000-86403046577e), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:00.752915 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b295a4e8-e040-4939-a634-af39cb559d2b None None] Network f13a2180-b7d4-4447-b571-f0f2b37395e2 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:28:00.836251 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Publish callbacks [] for router_gateway (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:00.934942 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-f83b908d-cb0c-4b4b-8d02-5c4fcf521131 None None] Provisioning complete for port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:00.935698 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f83b908d-cb0c-4b4b-8d02-5c4fcf521131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:01.088107 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Publish callbacks [] for router_controller (029c943e-5a18-4317-90f6-57fa323027f3), precommit_add_association {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:01.158369 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (e922e249-8412-4a6f-a000-86403046577e), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:01.159768 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:01.160608 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:01.233908 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6304617 Sep 09 20:28:01.304053 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55508) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:01.318865 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb2cc1-4f58-4fc1-9a90-a9a56d7670e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:01.362789 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-1d613825-38c1-43d3-8f35-b1e644db6e86 admin admin] Request body: {'subnet': {'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-subnet', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:01.365548 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdb2cc1-4f58-4fc1-9a90-a9a56d7670e2 admin admin] Checking segment: {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:01.365943 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb2cc1-4f58-4fc1-9a90-a9a56d7670e2 admin admin] Network hostable DHCP agents. Network: b188b4ef-6195-4514-85bf-2356d78cce90, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:28:01.410610 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d613825-38c1-43d3-8f35-b1e644db6e86 admin admin] Made reservation on behalf of 8c1c909559e44322a07f7e4a463424a5 for: {'subnet': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:28:01.413469 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1d613825-38c1-43d3-8f35-b1e644db6e86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:01.418745 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:01.418745 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:01.467276 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4441b4b3-f14a-588a-a12e-fdb9a972832d-f1af1ec7-d9d8-4274-81f9-992fb1351ac3', 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3', 'project_id': '95899c2c318f459bb09bad337d79c1a2', 'fixed_ips': [{'subnet_id': '379d5b38-ecb7-4dae-9ec6-9456c03fce06'}]}} from dv-cinder-849325-4-iscsi. {{(pid=106236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 20:28:01.468865 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:01.520224 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Publish callbacks [] for router_gateway (029c943e-5a18-4317-90f6-57fa323027f3), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:01.542187 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb2cc1-4f58-4fc1-9a90-a9a56d7670e2 admin admin] Network b188b4ef-6195-4514-85bf-2356d78cce90 is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:28:01.587515 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-f83b908d-cb0c-4b4b-8d02-5c4fcf521131 None None] Current status of the port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:01.590467 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f83b908d-cb0c-4b4b-8d02-5c4fcf521131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:01.594336 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-3bdb2cc1-4f58-4fc1-9a90-a9a56d7670e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, b188b4ef-6195-4514-85bf-2356d78cce90) {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:01.616705 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdb2cc1-4f58-4fc1-9a90-a9a56d7670e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:01.619405 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2cc1-4f58-4fc1-9a90-a9a56d7670e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:01.625361 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6b2f53-1b27-4c6a-80c0-2b43e9fdb82e None None] Network b188b4ef-6195-4514-85bf-2356d78cce90 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:28:01.633892 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:01.691382 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:01.705190 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-3bdb2cc1-4f58-4fc1-9a90-a9a56d7670e2 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5302348 Sep 09 20:28:01.709078 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55522) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:01.714327 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:01.755247 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94215aa3-eace-4eb5-880c-218b02907816 admin admin] Pushing event updated for resources: {'Network': ['ID=e922e249-8412-4a6f-a000-86403046577e,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:01.828949 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:01.850676 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3927968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3926619'] for router (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:01.853390 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:01.854709 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network e922e249-8412-4a6f-a000-86403046577e details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:28:01.877458 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8542'] for router (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:01.878973 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3928055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3906963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3841639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8551'] for router (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:02.091926 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-f83b908d-cb0c-4b4b-8d02-5c4fcf521131 None None] For port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:02.096383 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:02.105044 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1d613825-38c1-43d3-8f35-b1e644db6e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for subnet (cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:02.153024 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f83b908d-cb0c-4b4b-8d02-5c4fcf521131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:02.172601 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d613825-38c1-43d3-8f35-b1e644db6e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:02.243810 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Publish callbacks [] for router_controller (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), precommit_add_association {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:02.259741 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Publish callbacks [] for router_gateway (029c943e-5a18-4317-90f6-57fa323027f3), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:02.272021 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 is scheduled to L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f with binding_index 1 {{(pid=106235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:28:02.291647 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d613825-38c1-43d3-8f35-b1e644db6e86 admin admin] Checking segment: {'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:02.294629 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d613825-38c1-43d3-8f35-b1e644db6e86 admin admin] Network hostable DHCP agents. Network: e922e249-8412-4a6f-a000-86403046577e, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:28:02.334937 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:02.368170 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-d1cf72a3-e7fd-4b5c-b4a0-6ebc23f9f235 None None] Provisioning complete for port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:02.368484 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d1cf72a3-e7fd-4b5c-b4a0-6ebc23f9f235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:02.416743 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b908d-cb0c-4b4b-8d02-5c4fcf521131 None None] Pushing event updated for resources: {'Port': ['ID=0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:02.433864 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:02.435148 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:02.482419 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55562) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:02.497723 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.db_base_plugin_common [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Allocated IP 172.20.0.2 (f1af1ec7-d9d8-4274-81f9-992fb1351ac3/379d5b38-ecb7-4dae-9ec6-9456c03fce06/5fa761cf-4b29-45ad-8eb1-fc38cc268173) {{(pid=106236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:02.505001 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d613825-38c1-43d3-8f35-b1e644db6e86 admin admin] Network e922e249-8412-4a6f-a000-86403046577e is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:28:02.514136 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4441b4b3-f14a-588a-a12e-fdb9a972832d-b188b4ef-6195-4514-85bf-2356d78cce90', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182'}]}} from dv-cinder-849325-4-iscsi. {{(pid=106236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 20:28:02.528062 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:02.649175 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-1d613825-38c1-43d3-8f35-b1e644db6e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, e922e249-8412-4a6f-a000-86403046577e) {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:02.653736 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.db.api [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 20:28:02.654151 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG oslo_db.api [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 20:28:02.661502 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d613825-38c1-43d3-8f35-b1e644db6e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:02.662602 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1d613825-38c1-43d3-8f35-b1e644db6e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:02.704445 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-1d613825-38c1-43d3-8f35-b1e644db6e86 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3972721 Sep 09 20:28:02.713171 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55576) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:02.726907 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:02.732689 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bd74bf-d33b-4266-b412-345362244fc2 None None] Network e922e249-8412-4a6f-a000-86403046577e requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:28:02.780112 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:28:02.785097 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8542'] for router (2c7a91e6-c940-41d2-9e8c-c803b8c45103), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:02.793711 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3928055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3906963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3841639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8551'] for router (2c7a91e6-c940-41d2-9e8c-c803b8c45103), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:02.795596 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Sync routers for ids ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:28:02.808347 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Routers {'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:02.808976 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:27:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:02.850486 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Allocated IP 172.27.1.179 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/9a733d62-c586-46c1-8156-bee74f4a21aa) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:02.922629 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Publish callbacks [] for router_controller (2c7a91e6-c940-41d2-9e8c-c803b8c45103), precommit_add_association {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:02.932470 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:02.937840 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-d1cf72a3-e7fd-4b5c-b4a0-6ebc23f9f235 None None] Current status of the port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:02.980503 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55578) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:02.994039 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:02.995332 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-80d6e723-2edd-44c1-b4f1-3b65c2e66d40 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8322756 Sep 09 20:28:03.001067 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55586) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:03.064800 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Publish callbacks [] for port (9a733d62-c586-46c1-8156-bee74f4a21aa), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:03.172165 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:03.203532 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Set router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:03.230612 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (9a733d62-c586-46c1-8156-bee74f4a21aa), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:03.245788 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d2af-8b2c-48dc-99b1-1bda131e0b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:03.270811 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=4 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:03.289106 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.db_base_plugin_common [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Allocated IP 172.20.0.2 (b188b4ef-6195-4514-85bf-2356d78cce90/6d70a9b7-1f8e-4795-a1dc-d4fb520bd182/be33bf27-6221-4ade-b35b-8443bcd61ff3) {{(pid=106236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:03.308658 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-cf657a5d-1406-4c84-848f-c2280854268d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:03.357583 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Pushing event updated for resources: {'Port': ['ID=9a733d62-c586-46c1-8156-bee74f4a21aa,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:03.376294 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:03.379639 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Publish callbacks [] for router_gateway (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:03.386597 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:03.394828 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:03.423657 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Publish callbacks [] for router_gateway (2c7a91e6-c940-41d2-9e8c-c803b8c45103), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:03.477719 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:00Z', 'revision_number': 3, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:03.514981 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Publish callbacks [] for port (be33bf27-6221-4ade-b35b-8443bcd61ff3), precommit_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:03.521414 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:03.530126 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:03.544679 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Checking router: c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:28:03.545035 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Updating router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 port b6c58610-0b83-4d58-b2a7-d39d4e95cdf2 binding host dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:28:03.571573 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:03.575356 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (be33bf27-6221-4ade-b35b-8443bcd61ff3), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:03.620748 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b6c58610-0b83-4d58-b2a7-d39d4e95cdf2), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:03.634152 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Pushing event updated for resources: {'Port': ['ID=be33bf27-6221-4ade-b35b-8443bcd61ff3,revision_number=1']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:03.684283 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Network b188b4ef-6195-4514-85bf-2356d78cce90 is already hosted by enough agents. {{(pid=106236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:03.697652 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.base_scheduler [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Resources bound (agent type, host, resource id): {{(pid=106236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:03.701367 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Received port after_create {{(pid=106236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:03.707003 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4441b4b3-f14a-588a-a12e-fdb9a972832d-e922e249-8412-4a6f-a000-86403046577e', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44'}]}} from dv-cinder-849325-4-iscsi. {{(pid=106236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 20:28:03.707903 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:03.775900 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:03.780327 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:03.884986 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:04.009406 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Attempting to bind port be33bf27-6221-4ade-b35b-8443bcd61ff3 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:04.010367 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Attempting to bind port be33bf27-6221-4ade-b35b-8443bcd61ff3 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:04.010806 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Attempting to bind port be33bf27-6221-4ade-b35b-8443bcd61ff3 on network b188b4ef-6195-4514-85bf-2356d78cce90 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:04.011498 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d2af-8b2c-48dc-99b1-1bda131e0b43 admin admin] Publish callbacks [] for security_group (6146d6fa-3f93-457b-a57c-89f471ec3cc4), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.029168 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d2af-8b2c-48dc-99b1-1bda131e0b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (6146d6fa-3f93-457b-a57c-89f471ec3cc4), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.038990 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Publish callbacks [] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), precommit_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.060480 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-cf657a5d-1406-4c84-848f-c2280854268d admin admin] Publish callbacks [] for security_group (33b74be9-0c62-4845-b96e-32b0c002fd0b), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.089555 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Publish callbacks [] for port (b6c58610-0b83-4d58-b2a7-d39d4e95cdf2), precommit_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.092203 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Publish callbacks [] for router_gateway (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.105541 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-cf657a5d-1406-4c84-848f-c2280854268d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (33b74be9-0c62-4845-b96e-32b0c002fd0b), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.108187 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (b6c58610-0b83-4d58-b2a7-d39d4e95cdf2), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.119674 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.141431 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:04.147675 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-cf657a5d-1406-4c84-848f-c2280854268d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a559fc57f6444f3088f93ed92fb8afc7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6642275 Sep 09 20:28:04.156329 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55610) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:04.171343 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.db_base_plugin_common [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Allocated IP 172.20.0.2 (e922e249-8412-4a6f-a000-86403046577e/cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44/b8a8256c-2b80-4f4e-b2d3-e83249a768bb) {{(pid=106236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:04.205127 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0d2af-8b2c-48dc-99b1-1bda131e0b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6146d6fa-3f93-457b-a57c-89f471ec3cc4,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:04.218206 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Attempting to bind port b6c58610-0b83-4d58-b2a7-d39d4e95cdf2 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:04.220058 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Attempting to bind port b6c58610-0b83-4d58-b2a7-d39d4e95cdf2 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:04.220433 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Attempting to bind port b6c58610-0b83-4d58-b2a7-d39d4e95cdf2 on network 4c72e26c-57d6-47f3-8e84-e01e12378c25 {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:04.236403 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Publish callbacks [] for router_gateway (2c7a91e6-c940-41d2-9e8c-c803b8c45103), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.262693 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Allocated IP 172.27.1.101 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/6edc4208-6a9e-400b-b546-c3534ddbf8d1) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:04.300849 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-b3d0d2af-8b2c-48dc-99b1-1bda131e0b43 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a8041d5ff2ad45fc8e7577b624585332&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3170102 Sep 09 20:28:04.308722 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55614) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:04.320852 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.349650 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:04.350427 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Checking segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:04.351087 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.352295 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Bound using segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:04.353061 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Bound port: b6c58610-0b83-4d58-b2a7-d39d4e95cdf2, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:04.354011 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b6c58610-0b83-4d58-b2a7-d39d4e95cdf2), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.357674 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Pushing event updated for resources: {'Port': ['ID=b6c58610-0b83-4d58-b2a7-d39d4e95cdf2,revision_number=2']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:04.388935 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf657a5d-1406-4c84-848f-c2280854268d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b74be9-0c62-4845-b96e-32b0c002fd0b,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:04.438160 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:04.440654 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:04.441031 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:04.441411 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:04.441771 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:04.442170 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:04.442506 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:04.442826 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:04.444539 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:04.445043 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:04.448719 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:04.449325 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:04.449830 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:04.450328 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:04.450825 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Tracked resource versions report: Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: pushed versions: Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: { 'AddressGroup': {'1.2'}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Agent': {'1.1'}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'ConntrackHelper': {'1.0'}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'LocalIPAssociation': {'1.0'}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Log': {'1.0'}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'NDPProxy': {'1.0'}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Network': {'1.1'}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Port': {'1.7'}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'PortForwarding': {'1.3'}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'QosPolicy': {'1.10'}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'SecurityGroup': {'1.5'}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'SubPort': {'1.0'}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Subnet': {'1.1'}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Trunk': {'1.1'}} Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: consumer versions: Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: { DHCP agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: HyperV agent@hv-cinder-84932: {}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: L3 agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: Metadata agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: Metering agent@dv-cinder-849325-4-iscsi: {}, Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: Open vSwitch agent@dv-cinder-849325-4-iscsi: { 'AddressGroup': '1.2', Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Agent': '1.1', Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'ConntrackHelper': '1.0', Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'LocalIPAssociation': '1.0', Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Log': '1.0', Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'NDPProxy': '1.0', Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Network': '1.1', Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Port': '1.7', Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'PortForwarding': '1.3', Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'QosPolicy': '1.10', Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'SecurityGroup': '1.5', Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'SecurityGroupRule': '1.2', Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'SubPort': '1.0', Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Subnet': '1.1', Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: 'Trunk': '1.1'}} Sep 09 20:28:04.453783 dv-cinder-849325-4-iscsi neutron-server[106237]: {{(pid=106237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:28:04.512184 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Publish callbacks [] for port (b8a8256c-2b80-4f4e-b2d3-e83249a768bb), precommit_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.529139 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] For port b6c58610-0b83-4d58-b2a7-d39d4e95cdf2, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:04.535122 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] For port b6c58610-0b83-4d58-b2a7-d39d4e95cdf2, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=b6c58610-0b83-4d58-b2a7-d39d4e95cdf2,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:04.539830 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.542382 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (b8a8256c-2b80-4f4e-b2d3-e83249a768bb), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.544241 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:INSERT=7,neutron:UPDATE=6,neutron:SELECT=87 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:04.551858 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (b6c58610-0b83-4d58-b2a7-d39d4e95cdf2), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.607555 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Network f1af1ec7-d9d8-4274-81f9-992fb1351ac3 is already hosted by enough agents. {{(pid=106236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:04.608543 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:04.621412 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.base_scheduler [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Resources bound (agent type, host, resource id): {{(pid=106236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:04.635118 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Network e922e249-8412-4a6f-a000-86403046577e is already hosted by enough agents. {{(pid=106236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:04.639075 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Received port after_create {{(pid=106236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:04.639946 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:04.646359 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Routers {'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:04.647588 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:27:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:04.664921 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.base_scheduler [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Resources bound (agent type, host, resource id): {{(pid=106236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:04.666695 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:04.671258 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.690164 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Received port after_create {{(pid=106236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:04.695500 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:04.696214 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Checking segment: {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:04.697019 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.698350 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Bound using segment: {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:04.699274 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Bound port: be33bf27-6221-4ade-b35b-8443bcd61ff3, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:04.699859 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (be33bf27-6221-4ade-b35b-8443bcd61ff3), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.739601 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9a193ee4-f866-4d10-876c-8287f00c0f17 admin admin] Publish callbacks [] for security_group (6146d6fa-3f93-457b-a57c-89f471ec3cc4), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.747419 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-073ef8b7-3b84-421c-aa28-ae84bb70d382 admin admin] Publish callbacks [] for security_group (33b74be9-0c62-4845-b96e-32b0c002fd0b), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.749508 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Publish callbacks [] for router_gateway (029c943e-5a18-4317-90f6-57fa323027f3), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.775632 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-073ef8b7-3b84-421c-aa28-ae84bb70d382 admin admin] Publish callbacks [] for security_group (33b74be9-0c62-4845-b96e-32b0c002fd0b), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.804369 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a04bf-09f1-42c5-8c16-b9d44beebbca None None] Pushing event updated for resources: {'Port': ['ID=b6c58610-0b83-4d58-b2a7-d39d4e95cdf2,revision_number=3']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:04.873919 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-073ef8b7-3b84-421c-aa28-ae84bb70d382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (33b74be9-0c62-4845-b96e-32b0c002fd0b), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.877331 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-073ef8b7-3b84-421c-aa28-ae84bb70d382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.878906 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-073ef8b7-3b84-421c-aa28-ae84bb70d382 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/33b74be9-0c62-4845-b96e-32b0c002fd0b HTTP/1.1" status: 204 len: 168 time: 0.7185726 Sep 09 20:28:04.885864 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Publish callbacks [] for port (6edc4208-6a9e-400b-b546-c3534ddbf8d1), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.901562 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9a193ee4-f866-4d10-876c-8287f00c0f17 admin admin] Publish callbacks [] for security_group (6146d6fa-3f93-457b-a57c-89f471ec3cc4), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:04.903877 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ef8b7-3b84-421c-aa28-ae84bb70d382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b74be9-0c62-4845-b96e-32b0c002fd0b,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:04.917783 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:04.958450 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:04.965961 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] Set router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:04.966134 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Pushing event updated for resources: {'Port': ['ID=5fa761cf-4b29-45ad-8eb1-fc38cc268173,revision_number=1']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:04.976213 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:04.979630 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Attempting to bind port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:04.984812 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Attempting to bind port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f305c9c4-d4e4-488a-aea3-25b48ffa89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:04.985274 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Attempting to bind port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 on network f1af1ec7-d9d8-4274-81f9-992fb1351ac3 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:05.034874 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.148329 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (6edc4208-6a9e-400b-b546-c3534ddbf8d1), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.256787 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9a193ee4-f866-4d10-876c-8287f00c0f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (6146d6fa-3f93-457b-a57c-89f471ec3cc4), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.257762 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3927968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3926619'] for router (029c943e-5a18-4317-90f6-57fa323027f3), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.259764 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9a193ee4-f866-4d10-876c-8287f00c0f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.261119 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-9a193ee4-f866-4d10-876c-8287f00c0f17 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6146d6fa-3f93-457b-a57c-89f471ec3cc4 HTTP/1.1" status: 204 len: 168 time: 0.9472380 Sep 09 20:28:05.275801 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:00Z', 'revision_number': 3, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:05.286394 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a193ee4-f866-4d10-876c-8287f00c0f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6146d6fa-3f93-457b-a57c-89f471ec3cc4,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:05.290885 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Pushing event updated for resources: {'Port': ['ID=6edc4208-6a9e-400b-b546-c3534ddbf8d1,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:05.294504 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:05.310027 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:05.312347 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:05.327768 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afda8f0-11d3-47c2-9691-e2428114968a None None] The sync data for ids ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'] in dv-cinder-849325-4-iscsi is: [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:00Z', 'revision_number': 3, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:28:05.355917 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Allocated IP 172.27.1.170 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/1910dbad-4864-4d28-8ec0-a6370051d881) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:05.385950 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:05.394494 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:05.394719 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Checking segment: {'id': 'f305c9c4-d4e4-488a-aea3-25b48ffa89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:05.394948 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.395341 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Bound using segment: {'id': 'f305c9c4-d4e4-488a-aea3-25b48ffa89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:05.395827 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Bound port: 5fa761cf-4b29-45ad-8eb1-fc38cc268173, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f305c9c4-d4e4-488a-aea3-25b48ffa89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:05.396211 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.403506 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Allocated IP 172.20.0.1 (f13a2180-b7d4-4447-b571-f0f2b37395e2/a4fdbd5e-0e81-4545-9b3a-a3439a61b913/77f43c85-eea5-4839-89aa-c58bf443ccba) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:05.501985 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Pushing event updated for resources: {'Port': ['ID=b8a8256c-2b80-4f4e-b2d3-e83249a768bb,revision_number=1']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:05.526136 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55640) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:05.559039 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Attempting to bind port b8a8256c-2b80-4f4e-b2d3-e83249a768bb on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:05.559552 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Attempting to bind port b8a8256c-2b80-4f4e-b2d3-e83249a768bb by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:05.559790 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Attempting to bind port b8a8256c-2b80-4f4e-b2d3-e83249a768bb on network e922e249-8412-4a6f-a000-86403046577e {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:05.568234 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-dba774ae-3eb0-47cc-9658-9cd1387fd14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.632366 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:05.632742 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Checking segment: {'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:05.633154 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.633593 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Bound using segment: {'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:05.634135 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Bound port: b8a8256c-2b80-4f4e-b2d3-e83249a768bb, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:05.634522 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b8a8256c-2b80-4f4e-b2d3-e83249a768bb), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.646862 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Publish callbacks [] for port (1910dbad-4864-4d28-8ec0-a6370051d881), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.649959 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:05.662875 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] For port be33bf27-6221-4ade-b35b-8443bcd61ff3, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:05.697289 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Publish callbacks [] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.750552 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] For port be33bf27-6221-4ade-b35b-8443bcd61ff3, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=be33bf27-6221-4ade-b35b-8443bcd61ff3,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:05.752455 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:05.758189 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.813586 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (be33bf27-6221-4ade-b35b-8443bcd61ff3), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.875707 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Network f13a2180-b7d4-4447-b571-f0f2b37395e2 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:05.893497 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:05.913330 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:05.924765 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:05.929104 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902993'] for router_interface (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.940326 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55650) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:05.959633 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5f55c77b-3f77-47ab-b97f-ddd11b57b8ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:05.964948 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Router 029c943e-5a18-4317-90f6-57fa323027f3 is scheduled to L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f with binding_index 1 {{(pid=106234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:28:05.969348 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] For port 5fa761cf-4b29-45ad-8eb1-fc38cc268173, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:06.005363 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] For port 5fa761cf-4b29-45ad-8eb1-fc38cc268173, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=5fa761cf-4b29-45ad-8eb1-fc38cc268173,segment=NetworkSegment(f305c9c4-d4e4-488a-aea3-25b48ffa89b8),segment_id=f305c9c4-d4e4-488a-aea3-25b48ffa89b8)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:06.036715 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:06.081652 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] For port b8a8256c-2b80-4f4e-b2d3-e83249a768bb, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:06.092974 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] For port b8a8256c-2b80-4f4e-b2d3-e83249a768bb, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=b8a8256c-2b80-4f4e-b2d3-e83249a768bb,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:06.133901 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af196b4-1042-4a4c-9884-c3232d5a6366 None None] Pushing event updated for resources: {'Port': ['ID=be33bf27-6221-4ade-b35b-8443bcd61ff3,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:06.147940 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (b8a8256c-2b80-4f4e-b2d3-e83249a768bb), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:06.195352 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Pushing event updated for resources: {'Port': ['ID=77f43c85-eea5-4839-89aa-c58bf443ccba,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:06.266641 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:06.279446 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (1910dbad-4864-4d28-8ec0-a6370051d881), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:06.306079 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Publish callbacks [] for router_gateway (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:06.324383 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a18be-4cd3-4424-a457-3bb903bbd677 None None] Pushing event updated for resources: {'Port': ['ID=5fa761cf-4b29-45ad-8eb1-fc38cc268173,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:06.414408 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc447a-65ab-4898-8733-9b5b5d1e4ac5 None None] Pushing event updated for resources: {'Port': ['ID=b8a8256c-2b80-4f4e-b2d3-e83249a768bb,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:06.429366 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Pushing event updated for resources: {'Port': ['ID=1910dbad-4864-4d28-8ec0-a6370051d881,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:06.444998 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-dba774ae-3eb0-47cc-9658-9cd1387fd14c admin admin] Publish callbacks [] for security_group (a2c1424e-4699-468c-9dac-a86e0c7c78bb), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:06.460647 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-dba774ae-3eb0-47cc-9658-9cd1387fd14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a2c1424e-4699-468c-9dac-a86e0c7c78bb), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:06.517265 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-c517dbdd-aab6-4fcf-99b6-e12aba2d6938 None None] Provisioning complete for port 77f43c85-eea5-4839-89aa-c58bf443ccba triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:06.517645 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c517dbdd-aab6-4fcf-99b6-e12aba2d6938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:06.550251 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba774ae-3eb0-47cc-9658-9cd1387fd14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c1424e-4699-468c-9dac-a86e0c7c78bb,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:06.600252 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:06.642896 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-c517dbdd-aab6-4fcf-99b6-e12aba2d6938 None None] Port 77f43c85-eea5-4839-89aa-c58bf443ccba cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:28:06.661211 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:06.667006 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:06.671311 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-dba774ae-3eb0-47cc-9658-9cd1387fd14c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=314d8d99f97549b0ab7f54664473b053&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1439748 Sep 09 20:28:06.699431 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55656) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:06.787861 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:28:06.810726 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Sync routers for ids ['029c943e-5a18-4317-90f6-57fa323027f3'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:28:06.842007 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Routers {'029c943e-5a18-4317-90f6-57fa323027f3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:06.842658 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:27:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['029c943e-5a18-4317-90f6-57fa323027f3'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:06.846186 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:06.990189 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:06.991895 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-eaff5f34-a47c-4b6b-b341-de54960b9f20 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6491978 Sep 09 20:28:07.016538 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55664) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:07.039326 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5f55c77b-3f77-47ab-b97f-ddd11b57b8ae admin admin] Publish callbacks [] for security_group (aec3e126-a5d3-4f63-927a-a2e5e674b726), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.052925 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.060931 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Set router 029c943e-5a18-4317-90f6-57fa323027f3 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:07.080963 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:07.127516 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5f55c77b-3f77-47ab-b97f-ddd11b57b8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (aec3e126-a5d3-4f63-927a-a2e5e674b726), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.138407 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f6c402a8-adb7-43cd-a6d1-a4f1b3560830 admin admin] Publish callbacks [] for security_group (a2c1424e-4699-468c-9dac-a86e0c7c78bb), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.206481 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.253164 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-5f55c77b-3f77-47ab-b97f-ddd11b57b8ae admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=28c40fe75d6b455587f77add5ac6b474&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3112795 Sep 09 20:28:07.259073 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55670) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:07.261225 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f6c402a8-adb7-43cd-a6d1-a4f1b3560830 admin admin] Publish callbacks [] for security_group (a2c1424e-4699-468c-9dac-a86e0c7c78bb), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.265177 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3927968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3926619'] for router (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.267333 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55c77b-3f77-47ab-b97f-ddd11b57b8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec3e126-a5d3-4f63-927a-a2e5e674b726,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:07.290444 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:07.294614 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029c943e-5a18-4317-90f6-57fa323027f3', 'name': 'tempest-DeleteServersTestJSON-1520878215-router', 'tenant_id': '95899c2c318f459bb09bad337d79c1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '9a733d62-c586-46c1-8156-bee74f4a21aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:00Z', 'updated_at': '2022-09-09T20:28:03Z', 'revision_number': 3, 'project_id': '95899c2c318f459bb09bad337d79c1a2', 'gw_port': {'id': '9a733d62-c586-46c1-8156-bee74f4a21aa', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029c943e-5a18-4317-90f6-57fa323027f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:07.339633 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Checking router: 029c943e-5a18-4317-90f6-57fa323027f3 for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:28:07.339992 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Updating router 029c943e-5a18-4317-90f6-57fa323027f3 port 9a733d62-c586-46c1-8156-bee74f4a21aa binding host dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:28:07.394582 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (9a733d62-c586-46c1-8156-bee74f4a21aa), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.399184 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-b5618fa4-5ea0-42d9-a416-a72f9c677688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.442589 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Publish callbacks [] for router_gateway (2c7a91e6-c940-41d2-9e8c-c803b8c45103), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.446544 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:07.686408 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-27a3ee45-a633-4dc2-8370-a85d6984f565 admin admin] Publish callbacks [] for security_group (aec3e126-a5d3-4f63-927a-a2e5e674b726), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.723464 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f6c402a8-adb7-43cd-a6d1-a4f1b3560830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a2c1424e-4699-468c-9dac-a86e0c7c78bb), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.731681 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f6c402a8-adb7-43cd-a6d1-a4f1b3560830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.732420 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:07.737132 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-f6c402a8-adb7-43cd-a6d1-a4f1b3560830 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a2c1424e-4699-468c-9dac-a86e0c7c78bb HTTP/1.1" status: 204 len: 168 time: 1.0330801 Sep 09 20:28:07.761650 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Publish callbacks [] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.807446 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Publish callbacks [] for port (9a733d62-c586-46c1-8156-bee74f4a21aa), precommit_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.810396 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:07.820543 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (9a733d62-c586-46c1-8156-bee74f4a21aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.832862 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c402a8-adb7-43cd-a6d1-a4f1b3560830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c1424e-4699-468c-9dac-a86e0c7c78bb,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:07.850608 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-27a3ee45-a633-4dc2-8370-a85d6984f565 admin admin] Publish callbacks [] for security_group (aec3e126-a5d3-4f63-927a-a2e5e674b726), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.873708 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.874705 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903117'] for router_interface (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:07.971480 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 5fa761cf-4b29-45ad-8eb1-fc38cc268173 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:07.979627 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 is scheduled to L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f with binding_index 1 {{(pid=106234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:28:08.008825 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5dbc3b-c87b-4e3e-803b-b50c9c91506a None None] Network f1af1ec7-d9d8-4274-81f9-992fb1351ac3 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:28:08.012798 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Attempting to bind port 9a733d62-c586-46c1-8156-bee74f4a21aa on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:08.013322 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Attempting to bind port 9a733d62-c586-46c1-8156-bee74f4a21aa by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:08.013828 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Attempting to bind port 9a733d62-c586-46c1-8156-bee74f4a21aa on network 4c72e26c-57d6-47f3-8e84-e01e12378c25 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:08.016139 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Pushing event updated for resources: {'Port': ['ID=77f43c85-eea5-4839-89aa-c58bf443ccba,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:08.038700 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-27a3ee45-a633-4dc2-8370-a85d6984f565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (aec3e126-a5d3-4f63-927a-a2e5e674b726), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:08.042298 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-27a3ee45-a633-4dc2-8370-a85d6984f565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:08.043536 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-27a3ee45-a633-4dc2-8370-a85d6984f565 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/aec3e126-a5d3-4f63-927a-a2e5e674b726 HTTP/1.1" status: 204 len: 168 time: 0.7798190 Sep 09 20:28:08.084080 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3ee45-a633-4dc2-8370-a85d6984f565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec3e126-a5d3-4f63-927a-a2e5e674b726,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:08.094747 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92b317-02f7-44a9-a75b-e7f9811f5c22 None None] Pushing event updated for resources: {'Port': ['ID=9a733d62-c586-46c1-8156-bee74f4a21aa,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:08.137825 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3927968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3926619'] for router (2c7a91e6-c940-41d2-9e8c-c803b8c45103), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:08.432016 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:28:08.448132 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Sync routers for ids ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:28:08.461021 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Routers {'ac6686f2-8ac0-43de-9267-aaef1cefdfc0'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:08.465266 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:27:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:08.508369 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:08.512597 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Network f13a2180-b7d4-4447-b571-f0f2b37395e2 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:08.519522 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:08.571447 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:08.602692 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:08.603580 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f2634-9520-4810-ad4a-c285bf27ce61 None None] Network b188b4ef-6195-4514-85bf-2356d78cce90 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:28:08.606406 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:08.606707 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Checking segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:08.608346 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55702) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:08.612219 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-0098b1de-06ce-4725-8b24-a2a3072c6d1f admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.8991826 Sep 09 20:28:08.621990 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:08.622419 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Bound using segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:08.622956 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Bound port: 9a733d62-c586-46c1-8156-bee74f4a21aa, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:08.623351 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (9a733d62-c586-46c1-8156-bee74f4a21aa), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:08.767626 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 is scheduled to L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f with binding_index 1 {{(pid=106235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:28:08.831401 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Set router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:08.935956 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-1702feb6-f6b2-4d48-9e9e-b7f756fdd9c6 None None] Provisioning complete for port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:08.937924 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-1702feb6-f6b2-4d48-9e9e-b7f756fdd9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:08.944011 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:08.955011 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:28:09.062532 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:09.125488 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Allocated IP 172.20.0.1 (f1af1ec7-d9d8-4274-81f9-992fb1351ac3/379d5b38-ecb7-4dae-9ec6-9456c03fce06/d63204bd-8642-4148-a555-407f506b9030) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:09.172949 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] For port 9a733d62-c586-46c1-8156-bee74f4a21aa, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:09.180502 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] For port 9a733d62-c586-46c1-8156-bee74f4a21aa, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=9a733d62-c586-46c1-8156-bee74f4a21aa,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:09.242579 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:09.246111 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:09.246399 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:09.251169 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6139b01-60a9-41f4-aaea-40767cc8eee7 None None] Network e922e249-8412-4a6f-a000-86403046577e requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:28:09.280170 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (9a733d62-c586-46c1-8156-bee74f4a21aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:09.372988 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:28:05Z', 'revision_number': 3, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:09.407630 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92b317-02f7-44a9-a75b-e7f9811f5c22 None None] Pushing event updated for resources: {'Port': ['ID=9a733d62-c586-46c1-8156-bee74f4a21aa,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:09.413581 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Checking router: ac6686f2-8ac0-43de-9267-aaef1cefdfc0 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:28:09.414382 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Updating router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 port 6edc4208-6a9e-400b-b546-c3534ddbf8d1 binding host dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:28:09.511788 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Publish callbacks [] for port (d63204bd-8642-4148-a555-407f506b9030), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:09.621670 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (d63204bd-8642-4148-a555-407f506b9030), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:09.670471 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Routers {'029c943e-5a18-4317-90f6-57fa323027f3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:09.671281 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:27:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['029c943e-5a18-4317-90f6-57fa323027f3'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:09.699016 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Network f1af1ec7-d9d8-4274-81f9-992fb1351ac3 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:09.713550 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:09.753374 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (6edc4208-6a9e-400b-b546-c3534ddbf8d1), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:09.758073 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:09.760569 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902993'] for router_interface (029c943e-5a18-4317-90f6-57fa323027f3), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:09.958684 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-14404075-e97a-4f8b-9bc1-586507db0fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:10.001205 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d63204bd-8642-4148-a555-407f506b9030,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:10.126817 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:10.162779 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:28:10.212069 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-1702feb6-f6b2-4d48-9e9e-b7f756fdd9c6 None None] Current status of the port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:10.212449 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-1702feb6-f6b2-4d48-9e9e-b7f756fdd9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:10.236268 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (d63204bd-8642-4148-a555-407f506b9030), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:10.313696 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Sync routers for ids ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:28:10.350126 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:10.363223 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:10.372820 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-43e6140c-b5ae-460a-8516-951e76f8ea98 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6572871 Sep 09 20:28:10.385632 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55780) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:10.506842 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:28:10.519830 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-c566310b-8099-4381-97cc-fd4c016fd966 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/c6cf678a-7f95-459e-b7e8-edd1a4c3cda7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5179329 Sep 09 20:28:10.524259 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Sync routers for ids ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:28:10.550200 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:10.550592 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:10.599899 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Routers {'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:10.600923 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:28:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:10.607077 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-1702feb6-f6b2-4d48-9e9e-b7f756fdd9c6 None None] For port 5fa761cf-4b29-45ad-8eb1-fc38cc268173, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=5fa761cf-4b29-45ad-8eb1-fc38cc268173,segment=NetworkSegment(f305c9c4-d4e4-488a-aea3-25b48ffa89b8),segment_id=f305c9c4-d4e4-488a-aea3-25b48ffa89b8)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:10.608247 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Routers {'2c7a91e6-c940-41d2-9e8c-c803b8c45103'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:10.609115 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:28:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:10.697119 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:10.702288 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Publish callbacks [] for port (6edc4208-6a9e-400b-b546-c3534ddbf8d1), precommit_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:10.703380 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-1702feb6-f6b2-4d48-9e9e-b7f756fdd9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:10.713179 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] Set router 029c943e-5a18-4317-90f6-57fa323027f3 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:10.719108 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (6edc4208-6a9e-400b-b546-c3534ddbf8d1), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:10.750837 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Attempting to bind port 6edc4208-6a9e-400b-b546-c3534ddbf8d1 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:10.751334 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Attempting to bind port 6edc4208-6a9e-400b-b546-c3534ddbf8d1 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:10.752456 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Attempting to bind port 6edc4208-6a9e-400b-b546-c3534ddbf8d1 on network 4c72e26c-57d6-47f3-8e84-e01e12378c25 {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:10.825920 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Publish callbacks [] for port (d63204bd-8642-4148-a555-407f506b9030), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:10.839386 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (d63204bd-8642-4148-a555-407f506b9030), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:10.840618 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903117'] for router_interface (029c943e-5a18-4317-90f6-57fa323027f3), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:10.867712 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db0a6f-0646-4bbc-9625-f02b329a762c None None] Pushing event updated for resources: {'Port': ['ID=6edc4208-6a9e-400b-b546-c3534ddbf8d1,revision_number=2']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:10.872558 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:10.872934 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Checking segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:10.873351 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:10.873727 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Bound using segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:10.874197 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Bound port: 6edc4208-6a9e-400b-b546-c3534ddbf8d1, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:10.875376 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (6edc4208-6a9e-400b-b546-c3534ddbf8d1), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:10.943091 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] For port 6edc4208-6a9e-400b-b546-c3534ddbf8d1, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:10.947275 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] For port 6edc4208-6a9e-400b-b546-c3534ddbf8d1, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=6edc4208-6a9e-400b-b546-c3534ddbf8d1,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:10.949595 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702feb6-f6b2-4d48-9e9e-b7f756fdd9c6 None None] Pushing event updated for resources: {'Port': ['ID=5fa761cf-4b29-45ad-8eb1-fc38cc268173,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:10.955234 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:10.990937 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (6edc4208-6a9e-400b-b546-c3534ddbf8d1), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:11.048580 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=d63204bd-8642-4148-a555-407f506b9030,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:11.060042 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db0a6f-0646-4bbc-9625-f02b329a762c None None] Pushing event updated for resources: {'Port': ['ID=6edc4208-6a9e-400b-b546-c3534ddbf8d1,revision_number=3']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:11.072105 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Routers {'ac6686f2-8ac0-43de-9267-aaef1cefdfc0'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:11.072782 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:28:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:11.078092 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Provisioning complete for port d63204bd-8642-4148-a555-407f506b9030 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:11.079197 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (d63204bd-8642-4148-a555-407f506b9030), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:11.191524 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Set router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:11.191700 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:11.232771 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Network f1af1ec7-d9d8-4274-81f9-992fb1351ac3 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:11.239822 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:11.359735 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:11.361687 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029c943e-5a18-4317-90f6-57fa323027f3', 'name': 'tempest-DeleteServersTestJSON-1520878215-router', 'tenant_id': '95899c2c318f459bb09bad337d79c1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '9a733d62-c586-46c1-8156-bee74f4a21aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:00Z', 'updated_at': '2022-09-09T20:28:03Z', 'revision_number': 3, 'project_id': '95899c2c318f459bb09bad337d79c1a2', 'gw_port': {'id': '9a733d62-c586-46c1-8156-bee74f4a21aa', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029c943e-5a18-4317-90f6-57fa323027f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:11.419103 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:11.445988 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.db.api [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 20:28:11.445988 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG oslo_db.api [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 20:28:11.534419 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '77f43c85-eea5-4839-89aa-c58bf443ccba', 'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'mac_address': 'fa:16:3e:15:15:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:05Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 2, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'subnets': [{'id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:11.553546 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:11.559565 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac78fee-f9a9-457d-a0b4-4aee0178e6cc None None] The sync data for ids ['029c943e-5a18-4317-90f6-57fa323027f3'] in dv-cinder-849325-4-iscsi is: [{'id': '029c943e-5a18-4317-90f6-57fa323027f3', 'name': 'tempest-DeleteServersTestJSON-1520878215-router', 'tenant_id': '95899c2c318f459bb09bad337d79c1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '9a733d62-c586-46c1-8156-bee74f4a21aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:00Z', 'updated_at': '2022-09-09T20:28:03Z', 'revision_number': 3, 'project_id': '95899c2c318f459bb09bad337d79c1a2', 'gw_port': {'id': '9a733d62-c586-46c1-8156-bee74f4a21aa', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029c943e-5a18-4317-90f6-57fa323027f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:28:11.579484 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Port d63204bd-8642-4148-a555-407f506b9030 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:28:11.595656 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Provisioning complete for port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:11.596336 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:11.630168 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Checking router: c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:28:11.630627 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Updating router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 port 77f43c85-eea5-4839-89aa-c58bf443ccba binding host dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:28:11.659169 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Router 029c943e-5a18-4317-90f6-57fa323027f3 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:28:11.721605 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] Set router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:11.728547 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:11.754130 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Set router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:11.908841 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:11.943178 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:28:11.954939 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-9aaca534-e638-46f0-b866-a91bcd76b9c7 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/029c943e-5a18-4317-90f6-57fa323027f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9371173 Sep 09 20:28:12.042696 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.089864 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.129500 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Current status of the port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:12.144380 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55848) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:12.149219 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-001daed4-81ab-49b0-9165-17c49c1e6adc tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74392672', 'description': 'tempest-description--1305514983'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:12.198777 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-001daed4-81ab-49b0-9165-17c49c1e6adc tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.242860 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:12.279004 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Allocated IP 172.20.0.1 (b188b4ef-6195-4514-85bf-2356d78cce90/6d70a9b7-1f8e-4795-a1dc-d4fb520bd182/54e4bab1-f994-4886-8c25-84ab5417dbb7) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:12.389549 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:28:05Z', 'revision_number': 3, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:12.394223 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:12.443217 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:12.461840 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Allocated IP 172.20.0.1 (e922e249-8412-4a6f-a000-86403046577e/cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44/e9a828ce-4a48-4601-931b-ae3f104950d5) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:12.479496 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-001daed4-81ab-49b0-9165-17c49c1e6adc tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group (08d0b2f3-2d2f-451b-a597-bd28aa641b72), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.487307 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-001daed4-81ab-49b0-9165-17c49c1e6adc tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (08d0b2f3-2d2f-451b-a597-bd28aa641b72), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.553704 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Provisioning complete for port be33bf27-6221-4ade-b35b-8443bcd61ff3 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:12.554083 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (be33bf27-6221-4ade-b35b-8443bcd61ff3), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.555712 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001daed4-81ab-49b0-9165-17c49c1e6adc tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d0b2f3-2d2f-451b-a597-bd28aa641b72,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:12.574120 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-001daed4-81ab-49b0-9165-17c49c1e6adc tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.576066 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-001daed4-81ab-49b0-9165-17c49c1e6adc tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4306805 Sep 09 20:28:12.579259 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55854) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:12.584839 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-f81f37f8-0625-4f1b-b9e2-a1f575586f31 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Request body: {'security_group_rule': {'security_group_id': '08d0b2f3-2d2f-451b-a597-bd28aa641b72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:12.622317 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:12.623358 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device b6c58610-0b83-4d58-b2a7-d39d4e95cdf2 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:12.638379 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f81f37f8-0625-4f1b-b9e2-a1f575586f31 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group_rule (d8e64f98-1859-449b-905a-9950a1bb8dad), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.685643 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55858) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:12.759183 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f81f37f8-0625-4f1b-b9e2-a1f575586f31 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group_rule (d8e64f98-1859-449b-905a-9950a1bb8dad), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.765543 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Publish callbacks [] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.768996 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f81f37f8-0625-4f1b-b9e2-a1f575586f31 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (d8e64f98-1859-449b-905a-9950a1bb8dad), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.788342 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f37f8-0625-4f1b-b9e2-a1f575586f31 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e64f98-1859-449b-905a-9950a1bb8dad,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:12.815889 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f81f37f8-0625-4f1b-b9e2-a1f575586f31 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.819382 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-f81f37f8-0625-4f1b-b9e2-a1f575586f31 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2362270 Sep 09 20:28:12.820479 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55864) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:12.834846 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-eb6429bc-6551-4dd2-8328-145bd3c1b3aa tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Request body: {'security_group_rule': {'security_group_id': '08d0b2f3-2d2f-451b-a597-bd28aa641b72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:12.883332 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.902724 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.909408 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 3, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:12.911554 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-eb6429bc-6551-4dd2-8328-145bd3c1b3aa tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group_rule (c4ba581a-3bae-496a-8bec-0689ed729eff), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.981751 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Publish callbacks [] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.986965 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Publish callbacks [] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), precommit_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:12.992522 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:13.011773 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Checking router: 2c7a91e6-c940-41d2-9e8c-c803b8c45103 for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:28:13.012342 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Updating router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 port 1910dbad-4864-4d28-8ec0-a6370051d881 binding host dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:28:13.031533 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.097751 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.120960 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port b6c58610-0b83-4d58-b2a7-d39d4e95cdf2 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:13.121190 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (b6c58610-0b83-4d58-b2a7-d39d4e95cdf2), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.159006 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Network b188b4ef-6195-4514-85bf-2356d78cce90 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:13.172842 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:13.174600 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:13.180679 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:13.180679 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902993'] for router_interface (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.214816 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:28:13.219262 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70301ada-0015-4c20-8bc4-90b6f71b4568 None None] The sync data for ids ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'] in dv-cinder-849325-4-iscsi is: [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:28:05Z', 'revision_number': 3, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:28:13.373062 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Current status of the port be33bf27-6221-4ade-b35b-8443bcd61ff3 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:13.373669 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (be33bf27-6221-4ade-b35b-8443bcd61ff3), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.378213 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5f418-3330-4a9c-b260-5f2a862a1ea1 None None] Pushing event updated for resources: {'Port': ['ID=77f43c85-eea5-4839-89aa-c58bf443ccba,revision_number=3']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:13.413452 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (1910dbad-4864-4d28-8ec0-a6370051d881), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.423602 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Pushing event updated for resources: {'Port': ['ID=54e4bab1-f994-4886-8c25-84ab5417dbb7,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:13.465003 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.491583 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Attempting to bind port 77f43c85-eea5-4839-89aa-c58bf443ccba on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:13.491950 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Attempting to bind port 77f43c85-eea5-4839-89aa-c58bf443ccba by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:13.492308 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Attempting to bind port 77f43c85-eea5-4839-89aa-c58bf443ccba on network f13a2180-b7d4-4447-b571-f0f2b37395e2 {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:13.572525 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-eb6429bc-6551-4dd2-8328-145bd3c1b3aa tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group_rule (c4ba581a-3bae-496a-8bec-0689ed729eff), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.598790 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-eb6429bc-6551-4dd2-8328-145bd3c1b3aa tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (c4ba581a-3bae-496a-8bec-0689ed729eff), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.618575 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] For port be33bf27-6221-4ade-b35b-8443bcd61ff3, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=be33bf27-6221-4ade-b35b-8443bcd61ff3,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:13.620119 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:13.652814 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e9a828ce-4a48-4601-931b-ae3f104950d5,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:13.660718 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (be33bf27-6221-4ade-b35b-8443bcd61ff3), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.661536 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0210c998-6446-434c-bed3-120aba82fc8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.663190 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:13.663559 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Checking segment: {'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:13.663960 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.664356 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Bound using segment: {'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:13.664819 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Bound port: 77f43c85-eea5-4839-89aa-c58bf443ccba, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'}}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:13.665192 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.684032 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6429bc-6551-4dd2-8328-145bd3c1b3aa tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ba581a-3bae-496a-8bec-0689ed729eff,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:13.719410 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Network e922e249-8412-4a6f-a000-86403046577e is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:13.725856 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:13.736732 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:13.736732 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902993'] for router_interface (2c7a91e6-c940-41d2-9e8c-c803b8c45103), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.793004 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55926) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:13.814641 dv-cinder-849325-4-iscsi neutron-server[106234]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 20:28:13.857563 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55928) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:13.858426 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-eb6429bc-6551-4dd2-8328-145bd3c1b3aa tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.860418 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-eb6429bc-6551-4dd2-8328-145bd3c1b3aa tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0389898 Sep 09 20:28:13.874074 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55930) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:13.896172 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Request body: {'floatingip': {'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:13.960361 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Provisioning complete for port b8a8256c-2b80-4f4e-b2d3-e83249a768bb triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:13.960964 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (b8a8256c-2b80-4f4e-b2d3-e83249a768bb), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:13.968101 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Pushing event updated for resources: {'Port': ['ID=be33bf27-6221-4ade-b35b-8443bcd61ff3,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:14.040724 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:14.059056 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port b6c58610-0b83-4d58-b2a7-d39d4e95cdf2 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:14.059454 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b6c58610-0b83-4d58-b2a7-d39d4e95cdf2), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:14.117597 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port b6c58610-0b83-4d58-b2a7-d39d4e95cdf2, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=b6c58610-0b83-4d58-b2a7-d39d4e95cdf2,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:14.142484 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (b6c58610-0b83-4d58-b2a7-d39d4e95cdf2), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:14.146066 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device b8a8256c-2b80-4f4e-b2d3-e83249a768bb up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:14.146223 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:14.319065 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] For port 77f43c85-eea5-4839-89aa-c58bf443ccba, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:14.327728 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] For port 77f43c85-eea5-4839-89aa-c58bf443ccba, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=77f43c85-eea5-4839-89aa-c58bf443ccba,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:14.342866 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:14.355571 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:14.360978 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:14.362136 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=b6c58610-0b83-4d58-b2a7-d39d4e95cdf2,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:14.406251 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:14.427514 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Routers {'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:14.428496 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:28:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:14.468383 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55946) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:14.488019 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f25aa4e4-93e2-4db0-9a6f-866d7faf831f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:14.551632 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5f418-3330-4a9c-b260-5f2a862a1ea1 None None] Pushing event updated for resources: {'Port': ['ID=77f43c85-eea5-4839-89aa-c58bf443ccba,revision_number=4']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:14.597035 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Current status of the port b8a8256c-2b80-4f4e-b2d3-e83249a768bb is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:14.598240 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b8a8256c-2b80-4f4e-b2d3-e83249a768bb), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:14.604214 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:14.642513 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:14.655155 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] Set router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:14.702869 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:14.711572 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port b8a8256c-2b80-4f4e-b2d3-e83249a768bb triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:14.715233 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0210c998-6446-434c-bed3-120aba82fc8e admin admin] Publish callbacks [] for security_group (57cddc1b-9a1d-41db-bb64-7c71b3216bea), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:14.717073 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (b8a8256c-2b80-4f4e-b2d3-e83249a768bb), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:14.738941 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0210c998-6446-434c-bed3-120aba82fc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (57cddc1b-9a1d-41db-bb64-7c71b3216bea), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:14.786264 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-7acb0fdb-d2d8-479c-856e-6478dd6b2732 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:14.788313 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-7acb0fdb-d2d8-479c-856e-6478dd6b2732 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/networks?id=f1af1ec7-d9d8-4274-81f9-992fb1351ac3 HTTP/1.1" status: 200 len: 812 time: 0.9907243 Sep 09 20:28:14.836622 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] For port b8a8256c-2b80-4f4e-b2d3-e83249a768bb, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=b8a8256c-2b80-4f4e-b2d3-e83249a768bb,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:14.858815 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Sync routers for ids ['029c943e-5a18-4317-90f6-57fa323027f3'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:28:14.880233 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (b8a8256c-2b80-4f4e-b2d3-e83249a768bb), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:14.884397 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-0210c998-6446-434c-bed3-120aba82fc8e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3bae95c402e44346959aca56968761aa&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1225693 Sep 09 20:28:14.888659 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210c998-6446-434c-bed3-120aba82fc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cddc1b-9a1d-41db-bb64-7c71b3216bea,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:14.897660 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55950) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:14.916554 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-03079b84-8312-4988-837d-6e64b9bae24a tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/quotas/95899c2c318f459bb09bad337d79c1a2 HTTP/1.1" status: 200 len: 375 time: 0.0685663 Sep 09 20:28:14.956846 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Provisioning complete for port 77f43c85-eea5-4839-89aa-c58bf443ccba triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:14.957919 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:14.966349 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '77f43c85-eea5-4839-89aa-c58bf443ccba', 'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'mac_address': 'fa:16:3e:15:15:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:05Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'subnets': [{'id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:15.009214 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a9103843-4c96-4245-943c-e667ddc1409e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.014429 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a547e2-8cac-4720-ac7b-bff6d2502af6 None None] The sync data for ids ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'] in dv-cinder-849325-4-iscsi is: [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '77f43c85-eea5-4839-89aa-c58bf443ccba', 'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'mac_address': 'fa:16:3e:15:15:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:05Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'subnets': [{'id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:28:15.040674 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-51d947af-feba-4429-891e-cf35497d7f0e tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=95899c2c318f459bb09bad337d79c1a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1228418 Sep 09 20:28:15.096408 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee6aa-e8de-4c76-871d-5f58b4580862 admin admin] Publish callbacks [] for security_group (57cddc1b-9a1d-41db-bb64-7c71b3216bea), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.139985 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee6aa-e8de-4c76-871d-5f58b4580862 admin admin] Publish callbacks [] for security_group (57cddc1b-9a1d-41db-bb64-7c71b3216bea), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.189114 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Routers {'029c943e-5a18-4317-90f6-57fa323027f3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:15.189953 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:28:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['029c943e-5a18-4317-90f6-57fa323027f3'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:15.191950 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Pushing event updated for resources: {'Port': ['ID=b8a8256c-2b80-4f4e-b2d3-e83249a768bb,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:15.219904 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Publish callbacks [] for port (1910dbad-4864-4d28-8ec0-a6370051d881), precommit_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.233567 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee6aa-e8de-4c76-871d-5f58b4580862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (57cddc1b-9a1d-41db-bb64-7c71b3216bea), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.237104 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9c1ee6aa-e8de-4c76-871d-5f58b4580862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.240421 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-9c1ee6aa-e8de-4c76-871d-5f58b4580862 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/57cddc1b-9a1d-41db-bb64-7c71b3216bea HTTP/1.1" status: 204 len: 168 time: 0.3379567 Sep 09 20:28:15.253327 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ee6aa-e8de-4c76-871d-5f58b4580862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cddc1b-9a1d-41db-bb64-7c71b3216bea,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:15.298945 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-7987682b-b9be-427a-b098-ccb6a7bf26a5 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:28:15.307314 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-7987682b-b9be-427a-b098-ccb6a7bf26a5 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1146631 Sep 09 20:28:15.368219 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (1910dbad-4864-4d28-8ec0-a6370051d881), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.447848 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f25aa4e4-93e2-4db0-9a6f-866d7faf831f admin admin] Publish callbacks [] for security_group (5bc5c572-a404-4439-b19f-c15db662bf3d), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.474799 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f25aa4e4-93e2-4db0-9a6f-866d7faf831f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (5bc5c572-a404-4439-b19f-c15db662bf3d), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.492667 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Allocated IP 172.27.1.35 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/a4bdc3a3-20fd-428b-aeb1-cee6921c443a) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:15.525374 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:15.535041 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-f25aa4e4-93e2-4db0-9a6f-866d7faf831f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d15626d86387448eb1d19803feb3851d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6748891 Sep 09 20:28:15.535920 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55966) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:15.539635 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-587853df-129e-491b-b85b-7414fd973d05 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f1af1ec7-d9d8-4274-81f9-992fb1351ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310741 Sep 09 20:28:15.613586 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Current status of the port 77f43c85-eea5-4839-89aa-c58bf443ccba is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:15.614226 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.618680 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port b8a8256c-2b80-4f4e-b2d3-e83249a768bb is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:15.619993 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device be33bf27-6221-4ade-b35b-8443bcd61ff3 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:15.663766 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:15.683646 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Attempting to bind port 1910dbad-4864-4d28-8ec0-a6370051d881 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:15.683996 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Attempting to bind port 1910dbad-4864-4d28-8ec0-a6370051d881 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:15.684366 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Attempting to bind port 1910dbad-4864-4d28-8ec0-a6370051d881 on network 4c72e26c-57d6-47f3-8e84-e01e12378c25 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:15.692012 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:15.704933 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a9103843-4c96-4245-943c-e667ddc1409e admin admin] Publish callbacks [] for security_group (a7799dc7-3eda-4208-8630-aa0049d3ccca), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.757279 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:15.757731 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Checking segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:15.758064 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.758641 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Bound using segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:15.759137 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Bound port: 1910dbad-4864-4d28-8ec0-a6370051d881, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:15.759518 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (1910dbad-4864-4d28-8ec0-a6370051d881), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.793973 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1638f266-e678-4e23-9abd-4a4dc3873785 admin admin] Publish callbacks [] for security_group (5bc5c572-a404-4439-b19f-c15db662bf3d), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.831279 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1638f266-e678-4e23-9abd-4a4dc3873785 admin admin] Publish callbacks [] for security_group (5bc5c572-a404-4439-b19f-c15db662bf3d), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.834447 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] For port 77f43c85-eea5-4839-89aa-c58bf443ccba, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=77f43c85-eea5-4839-89aa-c58bf443ccba,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:15.835962 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c74f4-1d8a-4121-a09b-283f5c9602df None None] Pushing event updated for resources: {'Port': ['ID=1910dbad-4864-4d28-8ec0-a6370051d881,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:15.839172 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:15.863435 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port be33bf27-6221-4ade-b35b-8443bcd61ff3 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:15.863817 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (be33bf27-6221-4ade-b35b-8443bcd61ff3), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.869697 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-8bf6775d-2207-4808-b934-45525015c18b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f1af1ec7-d9d8-4274-81f9-992fb1351ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173084 Sep 09 20:28:15.887352 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for port (a4bdc3a3-20fd-428b-aeb1-cee6921c443a), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.896832 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:15.931401 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Publish callbacks [] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.939748 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:15.944779 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Set router 029c943e-5a18-4317-90f6-57fa323027f3 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:15.958354 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (a4bdc3a3-20fd-428b-aeb1-cee6921c443a), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:16.011911 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a9103843-4c96-4245-943c-e667ddc1409e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a7799dc7-3eda-4208-8630-aa0049d3ccca), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:16.023633 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:16.044842 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event updated for resources: {'Port': ['ID=a4bdc3a3-20fd-428b-aeb1-cee6921c443a,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:16.071279 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:16.071662 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55978) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:16.080947 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-a9103843-4c96-4245-943c-e667ddc1409e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4a7c343e5c21424099577ade88f2f903&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6097369 Sep 09 20:28:16.081808 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1638f266-e678-4e23-9abd-4a4dc3873785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (5bc5c572-a404-4439-b19f-c15db662bf3d), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:16.084429 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1638f266-e678-4e23-9abd-4a4dc3873785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:16.088244 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-1638f266-e678-4e23-9abd-4a4dc3873785 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5bc5c572-a404-4439-b19f-c15db662bf3d HTTP/1.1" status: 204 len: 168 time: 0.4804552 Sep 09 20:28:16.088244 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 55980) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:16.101828 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:16.107902 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:16.109505 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:16.110270 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903117'] for router_interface (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:16.298126 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for floatingip (c6134601-6f36-4d41-a428-fa433582d899), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:16.312731 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port be33bf27-6221-4ade-b35b-8443bcd61ff3 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:16.323286 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-27789f98-e0a6-412b-a688-17632f00e4de None None] Provisioning complete for port d63204bd-8642-4148-a555-407f506b9030 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:16.324086 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-27789f98-e0a6-412b-a688-17632f00e4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (d63204bd-8642-4148-a555-407f506b9030), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:16.383873 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 55998) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:16.392647 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25aa4e4-93e2-4db0-9a6f-866d7faf831f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc5c572-a404-4439-b19f-c15db662bf3d,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:16.515671 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] For port 1910dbad-4864-4d28-8ec0-a6370051d881, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:16.528213 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Publish callbacks [] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:16.565388 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9103843-4c96-4245-943c-e667ddc1409e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7799dc7-3eda-4208-8630-aa0049d3ccca,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:16.573167 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f32115ea-167c-48e0-9170-758b297c62c5 req-e4009b7a-489f-41aa-bb04-0336e645ae3b tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 210 time: 0.1861765 Sep 09 20:28:16.577089 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d2164a5f-a956-49d1-b79b-447a81ccf980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:16.588212 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (a4bdc3a3-20fd-428b-aeb1-cee6921c443a), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:16.594824 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638f266-e678-4e23-9abd-4a4dc3873785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc5c572-a404-4439-b19f-c15db662bf3d,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:16.612775 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:16.613600 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903117'] for router_interface (2c7a91e6-c940-41d2-9e8c-c803b8c45103), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:16.752419 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Pushing event updated for resources: {'Port': ['ID=54e4bab1-f994-4886-8c25-84ab5417dbb7,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:16.818205 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Network e922e249-8412-4a6f-a000-86403046577e is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:16.819545 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e9a828ce-4a48-4601-931b-ae3f104950d5,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:16.829071 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:16.906105 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 6edc4208-6a9e-400b-b546-c3534ddbf8d1 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:17.020823 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] For port 1910dbad-4864-4d28-8ec0-a6370051d881, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=1910dbad-4864-4d28-8ec0-a6370051d881,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:17.027341 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5ef54-6c43-4800-925e-8e2e5aa5018f None None] Pushing event updated for resources: {'Port': ['ID=77f43c85-eea5-4839-89aa-c58bf443ccba,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:17.039252 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 56012) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:17.079185 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (1910dbad-4864-4d28-8ec0-a6370051d881), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.102702 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6e023c2a-1a50-48b5-beac-a6939967c2df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.114495 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-de31d03c-69a8-4337-a64c-4cf1f22a98f5 admin admin] Publish callbacks [] for security_group (a7799dc7-3eda-4208-8630-aa0049d3ccca), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.120870 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-27789f98-e0a6-412b-a688-17632f00e4de None None] Port d63204bd-8642-4148-a555-407f506b9030 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:28:17.124625 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d2164a5f-a956-49d1-b79b-447a81ccf980 admin admin] Publish callbacks [] for security_group (0a098c4b-f3f2-4293-8a5e-7565ea9af1db), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.170115 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d2164a5f-a956-49d1-b79b-447a81ccf980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (0a098c4b-f3f2-4293-8a5e-7565ea9af1db), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.212061 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029c943e-5a18-4317-90f6-57fa323027f3', 'name': 'tempest-DeleteServersTestJSON-1520878215-router', 'tenant_id': '95899c2c318f459bb09bad337d79c1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '9a733d62-c586-46c1-8156-bee74f4a21aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:00Z', 'updated_at': '2022-09-09T20:28:10Z', 'revision_number': 4, 'project_id': '95899c2c318f459bb09bad337d79c1a2', 'gw_port': {'id': '9a733d62-c586-46c1-8156-bee74f4a21aa', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029c943e-5a18-4317-90f6-57fa323027f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'd63204bd-8642-4148-a555-407f506b9030', 'name': '', 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3', 'tenant_id': '95899c2c318f459bb09bad337d79c1a2', 'mac_address': 'fa:16:3e:ea:67:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029c943e-5a18-4317-90f6-57fa323027f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '379d5b38-ecb7-4dae-9ec6-9456c03fce06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:08Z', 'updated_at': '2022-09-09T20:28:10Z', 'revision_number': 2, 'project_id': '95899c2c318f459bb09bad337d79c1a2', 'subnets': [{'id': '379d5b38-ecb7-4dae-9ec6-9456c03fce06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:17.228271 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for port (a4bdc3a3-20fd-428b-aeb1-cee6921c443a), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.258543 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (a4bdc3a3-20fd-428b-aeb1-cee6921c443a), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.259507 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (c6134601-6f36-4d41-a428-fa433582d899), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.308786 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 6edc4208-6a9e-400b-b546-c3534ddbf8d1 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:17.309719 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (6edc4208-6a9e-400b-b546-c3534ddbf8d1), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.314607 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-de31d03c-69a8-4337-a64c-4cf1f22a98f5 admin admin] Publish callbacks [] for security_group (a7799dc7-3eda-4208-8630-aa0049d3ccca), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.322143 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:28:17.332380 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:17.335470 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-27789f98-e0a6-412b-a688-17632f00e4de None None] Provisioning complete for port e9a828ce-4a48-4601-931b-ae3f104950d5 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:17.341764 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-27789f98-e0a6-412b-a688-17632f00e4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.349156 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Routers {'2c7a91e6-c940-41d2-9e8c-c803b8c45103'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:17.351317 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:28:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:17.408114 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Checking router: 029c943e-5a18-4317-90f6-57fa323027f3 for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:28:17.408482 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Updating router 029c943e-5a18-4317-90f6-57fa323027f3 port d63204bd-8642-4148-a555-407f506b9030 binding host dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:28:17.507177 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Network b188b4ef-6195-4514-85bf-2356d78cce90 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:17.513618 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:17.523687 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c74f4-1d8a-4121-a09b-283f5c9602df None None] Pushing event updated for resources: {'Port': ['ID=1910dbad-4864-4d28-8ec0-a6370051d881,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:17.526505 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-de31d03c-69a8-4337-a64c-4cf1f22a98f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a7799dc7-3eda-4208-8630-aa0049d3ccca), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.529075 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-de31d03c-69a8-4337-a64c-4cf1f22a98f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.532574 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-de31d03c-69a8-4337-a64c-4cf1f22a98f5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a7799dc7-3eda-4208-8630-aa0049d3ccca HTTP/1.1" status: 204 len: 168 time: 1.4224496 Sep 09 20:28:17.591363 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-d2164a5f-a956-49d1-b79b-447a81ccf980 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=afe2f4380cb24459929acfd48d2c40ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5181434 Sep 09 20:28:17.595772 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:17.606858 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:17.607779 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2164a5f-a956-49d1-b79b-447a81ccf980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a098c4b-f3f2-4293-8a5e-7565ea9af1db,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:17.632907 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 56036) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:17.637650 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31d03c-69a8-4337-a64c-4cf1f22a98f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7799dc7-3eda-4208-8630-aa0049d3ccca,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:17.659450 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:28:17.684214 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-eb43dc3c-9987-4bcc-a9b0-09b5aa1862e1 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/2c7a91e6-c940-41d2-9e8c-c803b8c45103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2878447 Sep 09 20:28:17.796683 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.797490 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-27789f98-e0a6-412b-a688-17632f00e4de None None] Port e9a828ce-4a48-4601-931b-ae3f104950d5 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:28:17.803072 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9117854 Sep 09 20:28:17.836588 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (d63204bd-8642-4148-a555-407f506b9030), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.867085 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:28:17.902854 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-27789f98-e0a6-412b-a688-17632f00e4de None None] Provisioning complete for port 54e4bab1-f994-4886-8c25-84ab5417dbb7 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:17.904350 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-27789f98-e0a6-412b-a688-17632f00e4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:17.910305 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fa32a-9fb6-4183-b053-ccb321e12d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event updated for resources: {'Port': ['ID=a4bdc3a3-20fd-428b-aeb1-cee6921c443a,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:17.930862 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8e34f25c-ed63-4b30-85d8-2b33848143f6 req-6f4befd4-8d13-47a6-9eea-15dc1ea01920 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 210 time: 0.1623483 Sep 09 20:28:17.944267 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:18.010620 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-28624e7a-b001-436f-addb-f704d1213bf2 admin admin] Publish callbacks [] for security_group (0a098c4b-f3f2-4293-8a5e-7565ea9af1db), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.040586 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:18.041499 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-27789f98-e0a6-412b-a688-17632f00e4de None None] Port 54e4bab1-f994-4886-8c25-84ab5417dbb7 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:28:18.063717 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6e023c2a-1a50-48b5-beac-a6939967c2df admin admin] Publish callbacks [] for security_group (c767fe80-72b7-416c-af9d-caca359be842), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.068540 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:18.105879 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:28:18.106508 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-28624e7a-b001-436f-addb-f704d1213bf2 admin admin] Publish callbacks [] for security_group (0a098c4b-f3f2-4293-8a5e-7565ea9af1db), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.111016 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-4f8f6b84-54c2-44ab-b163-8426a4767a9e admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/ac6686f2-8ac0-43de-9267-aaef1cefdfc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4978769 Sep 09 20:28:18.117453 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Sync routers for ids ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:28:18.136044 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] Set router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:18.138520 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Routers {'ac6686f2-8ac0-43de-9267-aaef1cefdfc0'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:18.139326 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:28:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:18.175561 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6e023c2a-1a50-48b5-beac-a6939967c2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (c767fe80-72b7-416c-af9d-caca359be842), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.228096 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e023c2a-1a50-48b5-beac-a6939967c2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c767fe80-72b7-416c-af9d-caca359be842,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:18.243829 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-28624e7a-b001-436f-addb-f704d1213bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (0a098c4b-f3f2-4293-8a5e-7565ea9af1db), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.251673 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-28624e7a-b001-436f-addb-f704d1213bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.255006 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-28624e7a-b001-436f-addb-f704d1213bf2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0a098c4b-f3f2-4293-8a5e-7565ea9af1db HTTP/1.1" status: 204 len: 168 time: 0.6207089 Sep 09 20:28:18.308819 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28624e7a-b001-436f-addb-f704d1213bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a098c4b-f3f2-4293-8a5e-7565ea9af1db,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:18.322987 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56076) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:18.326242 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-6e023c2a-1a50-48b5-beac-a6939967c2df admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7231b818f44b4cffa5274ed572974963&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2734525 Sep 09 20:28:18.412774 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Set router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:18.426669 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-01e6293a-9681-41ce-a10e-53756f807397 admin admin] Publish callbacks [] for security_group (c767fe80-72b7-416c-af9d-caca359be842), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.450744 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-0a38e7c3-4b44-446c-80bc-56a569bae0de tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--74392672&fields=id&tenant_id=b310c05b03394f11b63f0a28f13d67b6 HTTP/1.1" status: 200 len: 267 time: 0.1183290 Sep 09 20:28:18.479590 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-01e6293a-9681-41ce-a10e-53756f807397 admin admin] Publish callbacks [] for security_group (c767fe80-72b7-416c-af9d-caca359be842), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.515949 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 6edc4208-6a9e-400b-b546-c3534ddbf8d1 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:18.516833 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (6edc4208-6a9e-400b-b546-c3534ddbf8d1), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.554483 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:18.572768 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56080) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:18.602635 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f26a3d2-c175-4990-899d-58f109ee2d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.638802 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 6edc4208-6a9e-400b-b546-c3534ddbf8d1, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=6edc4208-6a9e-400b-b546-c3534ddbf8d1,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:18.647116 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-01e6293a-9681-41ce-a10e-53756f807397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (c767fe80-72b7-416c-af9d-caca359be842), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.651629 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-01e6293a-9681-41ce-a10e-53756f807397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.653336 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-987cbd51-146b-4654-879f-63428351cfd3 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:18.653638 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-62556c5a-bebe-47dc-9de0-58113f26cc9f None None] Provisioning complete for port e9a828ce-4a48-4601-931b-ae3f104950d5 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:18.654492 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-62556c5a-bebe-47dc-9de0-58113f26cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.655863 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-01e6293a-9681-41ce-a10e-53756f807397 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c767fe80-72b7-416c-af9d-caca359be842 HTTP/1.1" status: 204 len: 168 time: 0.3317518 Sep 09 20:28:18.656789 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-987cbd51-146b-4654-879f-63428351cfd3 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/networks?id=f13a2180-b7d4-4447-b571-f0f2b37395e2 HTTP/1.1" status: 200 len: 811 time: 0.1977804 Sep 09 20:28:18.685177 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-d1445a18-fa9b-4c9e-8470-8fd348851ca1 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/quotas/b310c05b03394f11b63f0a28f13d67b6 HTTP/1.1" status: 200 len: 375 time: 0.0214314 Sep 09 20:28:18.688619 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6293a-9681-41ce-a10e-53756f807397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c767fe80-72b7-416c-af9d-caca359be842,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:18.743195 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:18.760853 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (6edc4208-6a9e-400b-b546-c3534ddbf8d1), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.765704 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 9a733d62-c586-46c1-8156-bee74f4a21aa up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:18.768942 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 56084) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:18.777545 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-61d84171-2812-485d-8fb4-67e6a3e4824c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1882327398', 'description': 'tempest-description--314389414'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:18.833820 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-61d84171-2812-485d-8fb4-67e6a3e4824c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.835957 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f26a3d2-c175-4990-899d-58f109ee2d1b admin admin] Publish callbacks [] for security_group (6097adb3-3f79-4863-9cef-1e151539a0ea), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.855936 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f26a3d2-c175-4990-899d-58f109ee2d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (6097adb3-3f79-4863-9cef-1e151539a0ea), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:18.873484 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-54d76cc4-70cd-42b3-8a18-87e943f85980 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b310c05b03394f11b63f0a28f13d67b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1855567 Sep 09 20:28:18.934667 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-4f26a3d2-c175-4990-899d-58f109ee2d1b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=52becdc909ff44c4bf026a2ff9ee165a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3606501 Sep 09 20:28:18.935183 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56088) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:18.943172 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26a3d2-c175-4990-899d-58f109ee2d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6097adb3-3f79-4863-9cef-1e151539a0ea,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:18.988529 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:19.003194 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c8b1-d69f-4339-9626-44380fe525f1 admin admin] Publish callbacks [] for security_group (6097adb3-3f79-4863-9cef-1e151539a0ea), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.009854 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '54e4bab1-f994-4886-8c25-84ab5417dbb7', 'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'mac_address': 'fa:16:3e:66:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:11Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 2, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'subnets': [{'id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:19.017826 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-62556c5a-bebe-47dc-9de0-58113f26cc9f None None] Port e9a828ce-4a48-4601-931b-ae3f104950d5 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:28:19.044910 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c8b1-d69f-4339-9626-44380fe525f1 admin admin] Publish callbacks [] for security_group (6097adb3-3f79-4863-9cef-1e151539a0ea), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.116515 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Checking router: ac6686f2-8ac0-43de-9267-aaef1cefdfc0 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:28:19.116872 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Updating router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 port 54e4bab1-f994-4886-8c25-84ab5417dbb7 binding host dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:28:19.151817 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c8b1-d69f-4339-9626-44380fe525f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (6097adb3-3f79-4863-9cef-1e151539a0ea), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.154572 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c8b1-d69f-4339-9626-44380fe525f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.158745 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-c3e4c8b1-d69f-4339-9626-44380fe525f1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6097adb3-3f79-4863-9cef-1e151539a0ea HTTP/1.1" status: 204 len: 168 time: 0.2222948 Sep 09 20:28:19.177290 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4c8b1-d69f-4339-9626-44380fe525f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6097adb3-3f79-4863-9cef-1e151539a0ea,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:19.196450 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=6edc4208-6a9e-400b-b546-c3534ddbf8d1,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:19.199758 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-62556c5a-bebe-47dc-9de0-58113f26cc9f None None] Provisioning complete for port 54e4bab1-f994-4886-8c25-84ab5417dbb7 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:19.200159 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-62556c5a-bebe-47dc-9de0-58113f26cc9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.206579 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.223945 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-1e11eb4f-62d5-4808-9a8b-7ca02c102e5f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487916 Sep 09 20:28:19.249213 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-62556c5a-bebe-47dc-9de0-58113f26cc9f None None] Port 54e4bab1-f994-4886-8c25-84ab5417dbb7 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:28:19.308059 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:19.323329 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 9a733d62-c586-46c1-8156-bee74f4a21aa triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:19.323699 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (9a733d62-c586-46c1-8156-bee74f4a21aa), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.370189 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=100 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:19.375385 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 2, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:19.413759 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e4afe8-e552-4314-a9e2-1b1b30b5cca8 None None] The sync data for ids ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'] in dv-cinder-849325-4-iscsi is: [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 2, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:28:19.483443 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-40bdb5a9-6ad2-4ab9-9267-792b5205d9f8 req-e95f01c1-56d7-4fc4-9881-683076c74939 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 210 time: 0.1823816 Sep 09 20:28:19.510957 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 9a733d62-c586-46c1-8156-bee74f4a21aa is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:19.511917 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (9a733d62-c586-46c1-8156-bee74f4a21aa), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.615658 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 9a733d62-c586-46c1-8156-bee74f4a21aa, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=9a733d62-c586-46c1-8156-bee74f4a21aa,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:19.636722 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (9a733d62-c586-46c1-8156-bee74f4a21aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.638518 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 77f43c85-eea5-4839-89aa-c58bf443ccba up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:19.640398 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-61d84171-2812-485d-8fb4-67e6a3e4824c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group (4d6e030d-c53f-45a1-afb1-95af7c1409d8), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.648504 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-61d84171-2812-485d-8fb4-67e6a3e4824c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (4d6e030d-c53f-45a1-afb1-95af7c1409d8), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.671751 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-172ffc4b-cb39-4c53-9d2c-8a934c55fd7e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409626 Sep 09 20:28:19.715742 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-61d84171-2812-485d-8fb4-67e6a3e4824c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.717539 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-61d84171-2812-485d-8fb4-67e6a3e4824c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9459410 Sep 09 20:28:19.720586 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56110) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:19.727264 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-693f9a6f-d653-4791-b714-ed9d5ee0614b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Request body: {'security_group_rule': {'security_group_id': '4d6e030d-c53f-45a1-afb1-95af7c1409d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:19.745262 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Publish callbacks [] for port (d63204bd-8642-4148-a555-407f506b9030), precommit_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.754032 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.25', 61635) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:19.836693 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (d63204bd-8642-4148-a555-407f506b9030), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.843205 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-693f9a6f-d653-4791-b714-ed9d5ee0614b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group_rule (14e0ad2b-f454-4180-acf8-ed06c55c9083), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.926534 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Publish callbacks [] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), precommit_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:19.938453 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:20.051409 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:20.116881 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-6e0c5f9b-b007-401b-ab84-d9e756bdd78f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:20.124492 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585b186-7426-49ea-a3a9-836369b49cff None None] Pushing event updated for resources: {'Port': ['ID=54e4bab1-f994-4886-8c25-84ab5417dbb7,revision_number=3']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:20.129866 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-6e0c5f9b-b007-401b-ab84-d9e756bdd78f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f1af1ec7-d9d8-4274-81f9-992fb1351ac3 HTTP/1.1" status: 200 len: 812 time: 0.3721440 Sep 09 20:28:20.142380 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 77f43c85-eea5-4839-89aa-c58bf443ccba triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:20.142769 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:20.146880 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=9a733d62-c586-46c1-8156-bee74f4a21aa,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:20.172587 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d84171-2812-485d-8fb4-67e6a3e4824c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6e030d-c53f-45a1-afb1-95af7c1409d8,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:20.208060 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-693f9a6f-d653-4791-b714-ed9d5ee0614b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group_rule (14e0ad2b-f454-4180-acf8-ed06c55c9083), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:20.215342 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-693f9a6f-d653-4791-b714-ed9d5ee0614b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (14e0ad2b-f454-4180-acf8-ed06c55c9083), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:20.243326 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-8ea8e62e-e537-495e-a822-965b9de92e4f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Request body: {'port': {'device_id': '3294b2ee-c133-4483-a732-1b10f1130e44', 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3', 'admin_state_up': True, 'tenant_id': '95899c2c318f459bb09bad337d79c1a2'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:20.258899 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f9a6f-d653-4791-b714-ed9d5ee0614b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e0ad2b-f454-4180-acf8-ed06c55c9083,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:20.297762 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Attempting to bind port 54e4bab1-f994-4886-8c25-84ab5417dbb7 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:20.298876 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Attempting to bind port 54e4bab1-f994-4886-8c25-84ab5417dbb7 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:20.299243 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Attempting to bind port 54e4bab1-f994-4886-8c25-84ab5417dbb7 on network b188b4ef-6195-4514-85bf-2356d78cce90 {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:20.304376 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cbb53c1e-3e20-44cd-9bc8-3551828e25fd req-3cea05c8-731e-446b-8acd-86078bfefba2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 210 time: 0.1733985 Sep 09 20:28:20.388545 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-693f9a6f-d653-4791-b714-ed9d5ee0614b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:20.393879 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-693f9a6f-d653-4791-b714-ed9d5ee0614b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6715412 Sep 09 20:28:20.396774 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 56158) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:20.403747 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-01ae2447-23c3-4171-b2de-d6f3038cae79 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Request body: {'security_group_rule': {'security_group_id': '4d6e030d-c53f-45a1-afb1-95af7c1409d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:20.453913 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Attempting to bind port d63204bd-8642-4148-a555-407f506b9030 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:20.454445 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Attempting to bind port d63204bd-8642-4148-a555-407f506b9030 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f305c9c4-d4e4-488a-aea3-25b48ffa89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:20.454580 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Attempting to bind port d63204bd-8642-4148-a555-407f506b9030 on network f1af1ec7-d9d8-4274-81f9-992fb1351ac3 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:20.500486 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:20.501276 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Checking segment: {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:20.502309 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:20.502853 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Bound using segment: {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:20.503480 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Bound port: 54e4bab1-f994-4886-8c25-84ab5417dbb7, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'}}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:20.504355 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:20.606079 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] For port 54e4bab1-f994-4886-8c25-84ab5417dbb7, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:20.606384 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:20.606821 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Checking segment: {'id': 'f305c9c4-d4e4-488a-aea3-25b48ffa89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:20.607277 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:20.607633 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Bound using segment: {'id': 'f305c9c4-d4e4-488a-aea3-25b48ffa89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:20.611427 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Bound port: d63204bd-8642-4148-a555-407f506b9030, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f305c9c4-d4e4-488a-aea3-25b48ffa89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:20.611835 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (d63204bd-8642-4148-a555-407f506b9030), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:20.612916 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] For port 54e4bab1-f994-4886-8c25-84ab5417dbb7, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=54e4bab1-f994-4886-8c25-84ab5417dbb7,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:20.632155 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:20.646174 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-8333dbf0-e411-4849-ac77-f13d39a24149 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:20.653887 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-8333dbf0-e411-4849-ac77-f13d39a24149 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 819 time: 0.2066061 Sep 09 20:28:20.663096 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:20.698478 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-13b0e3f0-d090-4c4a-8f07-0506ce4d0989 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/quotas/f07defd609684351b4b7d0d110212a7c HTTP/1.1" status: 200 len: 375 time: 0.0432272 Sep 09 20:28:20.780928 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab038444-1aff-4b27-a218-8265429979a8 None None] Pushing event updated for resources: {'Port': ['ID=d63204bd-8642-4148-a555-407f506b9030,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:20.787185 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585b186-7426-49ea-a3a9-836369b49cff None None] Pushing event updated for resources: {'Port': ['ID=54e4bab1-f994-4886-8c25-84ab5417dbb7,revision_number=4']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:20.824470 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Routers {'ac6686f2-8ac0-43de-9267-aaef1cefdfc0'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:20.825978 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:28:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:20.827702 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-01ae2447-23c3-4171-b2de-d6f3038cae79 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group_rule (a0ab6b6f-d2d2-463d-bd44-6bceb8b95749), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:20.843947 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-8ea8e62e-e537-495e-a822-965b9de92e4f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Made reservation on behalf of 95899c2c318f459bb09bad337d79c1a2 for: {'port': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:28:20.848975 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 77f43c85-eea5-4839-89aa-c58bf443ccba is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:20.850284 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device b6c58610-0b83-4d58-b2a7-d39d4e95cdf2 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:20.864580 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-8ea8e62e-e537-495e-a822-965b9de92e4f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:21.135208 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] Set router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:21.195948 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-570dfaa6-9592-43d9-bf7b-70da64cf9aa7 req-7b676ee8-e738-4ad0-9786-8e3cf9afab5a tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 210 time: 0.1816294 Sep 09 20:28:21.198906 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port b6c58610-0b83-4d58-b2a7-d39d4e95cdf2 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:21.199113 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (b6c58610-0b83-4d58-b2a7-d39d4e95cdf2), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:21.234943 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] For port d63204bd-8642-4148-a555-407f506b9030, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:21.251733 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] For port d63204bd-8642-4148-a555-407f506b9030, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=d63204bd-8642-4148-a555-407f506b9030,segment=NetworkSegment(f305c9c4-d4e4-488a-aea3-25b48ffa89b8),segment_id=f305c9c4-d4e4-488a-aea3-25b48ffa89b8)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:21.302468 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-322029bf-627b-4817-844f-7c527cec0333 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5385258 Sep 09 20:28:21.321044 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (d63204bd-8642-4148-a555-407f506b9030), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:21.335053 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:21.382265 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:21.396770 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:21.430760 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port b6c58610-0b83-4d58-b2a7-d39d4e95cdf2 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:21.432310 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 5fa761cf-4b29-45ad-8eb1-fc38cc268173 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:21.488019 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Routers {'029c943e-5a18-4317-90f6-57fa323027f3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:21.488828 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:28:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['029c943e-5a18-4317-90f6-57fa323027f3'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:21.571309 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab038444-1aff-4b27-a218-8265429979a8 None None] Pushing event updated for resources: {'Port': ['ID=d63204bd-8642-4148-a555-407f506b9030,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:21.634201 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-072ba247-e5cb-4651-a21b-50c6f8dd6532 req-22338441-a388-46bd-b64b-c1f05e934388 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 210 time: 0.1770086 Sep 09 20:28:21.670927 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-01ae2447-23c3-4171-b2de-d6f3038cae79 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group_rule (a0ab6b6f-d2d2-463d-bd44-6bceb8b95749), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:21.706368 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-01ae2447-23c3-4171-b2de-d6f3038cae79 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (a0ab6b6f-d2d2-463d-bd44-6bceb8b95749), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:21.724320 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:21.724320 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:21.766617 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae2447-23c3-4171-b2de-d6f3038cae79 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ab6b6f-d2d2-463d-bd44-6bceb8b95749,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:21.831360 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-01ae2447-23c3-4171-b2de-d6f3038cae79 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:21.832982 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-01ae2447-23c3-4171-b2de-d6f3038cae79 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4344900 Sep 09 20:28:21.836173 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56230) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:21.841358 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Request body: {'floatingip': {'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:21.853839 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-8ea8e62e-e537-495e-a822-965b9de92e4f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Allocated IP 172.20.0.5 (f1af1ec7-d9d8-4274-81f9-992fb1351ac3/379d5b38-ecb7-4dae-9ec6-9456c03fce06/92ac06aa-3b8a-4813-af77-d204e8112bb0) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:21.856861 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:21.906297 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:21.964290 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '54e4bab1-f994-4886-8c25-84ab5417dbb7', 'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'mac_address': 'fa:16:3e:66:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:11Z', 'updated_at': '2022-09-09T20:28:20Z', 'revision_number': 4, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'subnets': [{'id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:21.972483 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:21.990142 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] Set router 029c943e-5a18-4317-90f6-57fa323027f3 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:21.999809 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ceded5-ce6a-42bb-b37e-510bdcd5f7e7 None None] The sync data for ids ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'] in dv-cinder-849325-4-iscsi is: [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '54e4bab1-f994-4886-8c25-84ab5417dbb7', 'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'mac_address': 'fa:16:3e:66:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:11Z', 'updated_at': '2022-09-09T20:28:20Z', 'revision_number': 4, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'subnets': [{'id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:28:22.071010 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:22.071795 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device b8a8256c-2b80-4f4e-b2d3-e83249a768bb up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:22.190961 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port b8a8256c-2b80-4f4e-b2d3-e83249a768bb triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:22.191388 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (b8a8256c-2b80-4f4e-b2d3-e83249a768bb), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:22.203634 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-8ea8e62e-e537-495e-a822-965b9de92e4f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Publish callbacks [] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:22.285717 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-8ea8e62e-e537-495e-a822-965b9de92e4f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:22.618920 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:22.668447 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-c3a23ffd-d4fc-44bc-a4d7-2deee2b9aea5 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:28:22.680774 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-c3a23ffd-d4fc-44bc-a4d7-2deee2b9aea5 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5538001 Sep 09 20:28:22.831000 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:22.847373 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029c943e-5a18-4317-90f6-57fa323027f3', 'name': 'tempest-DeleteServersTestJSON-1520878215-router', 'tenant_id': '95899c2c318f459bb09bad337d79c1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '9a733d62-c586-46c1-8156-bee74f4a21aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:00Z', 'updated_at': '2022-09-09T20:28:10Z', 'revision_number': 4, 'project_id': '95899c2c318f459bb09bad337d79c1a2', 'gw_port': {'id': '9a733d62-c586-46c1-8156-bee74f4a21aa', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029c943e-5a18-4317-90f6-57fa323027f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'd63204bd-8642-4148-a555-407f506b9030', 'name': '', 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3', 'tenant_id': '95899c2c318f459bb09bad337d79c1a2', 'mac_address': 'fa:16:3e:ea:67:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029c943e-5a18-4317-90f6-57fa323027f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '379d5b38-ecb7-4dae-9ec6-9456c03fce06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:08Z', 'updated_at': '2022-09-09T20:28:21Z', 'revision_number': 4, 'project_id': '95899c2c318f459bb09bad337d79c1a2', 'subnets': [{'id': '379d5b38-ecb7-4dae-9ec6-9456c03fce06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:22.899207 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-8ea8e62e-e537-495e-a822-965b9de92e4f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Network f1af1ec7-d9d8-4274-81f9-992fb1351ac3 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:22.980409 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d42da4-786e-45d5-84fb-e258fd7b1f08 None None] The sync data for ids ['029c943e-5a18-4317-90f6-57fa323027f3'] in dv-cinder-849325-4-iscsi is: [{'id': '029c943e-5a18-4317-90f6-57fa323027f3', 'name': 'tempest-DeleteServersTestJSON-1520878215-router', 'tenant_id': '95899c2c318f459bb09bad337d79c1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '9a733d62-c586-46c1-8156-bee74f4a21aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:00Z', 'updated_at': '2022-09-09T20:28:10Z', 'revision_number': 4, 'project_id': '95899c2c318f459bb09bad337d79c1a2', 'gw_port': {'id': '9a733d62-c586-46c1-8156-bee74f4a21aa', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029c943e-5a18-4317-90f6-57fa323027f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'd63204bd-8642-4148-a555-407f506b9030', 'name': '', 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3', 'tenant_id': '95899c2c318f459bb09bad337d79c1a2', 'mac_address': 'fa:16:3e:ea:67:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029c943e-5a18-4317-90f6-57fa323027f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '379d5b38-ecb7-4dae-9ec6-9456c03fce06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:08Z', 'updated_at': '2022-09-09T20:28:21Z', 'revision_number': 4, 'project_id': '95899c2c318f459bb09bad337d79c1a2', 'subnets': [{'id': '379d5b38-ecb7-4dae-9ec6-9456c03fce06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:28:23.011465 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-8ea8e62e-e537-495e-a822-965b9de92e4f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:23.023501 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port b8a8256c-2b80-4f4e-b2d3-e83249a768bb is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:23.028644 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device be33bf27-6221-4ade-b35b-8443bcd61ff3 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:23.130141 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Allocated IP 172.27.1.118 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/249b23c3-24b9-4785-8264-12495acf1e43) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:23.288313 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port be33bf27-6221-4ade-b35b-8443bcd61ff3 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:23.288714 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (be33bf27-6221-4ade-b35b-8443bcd61ff3), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:23.496785 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.25', 61645) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:23.652019 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-879a10c6-ff10-49ad-8189-1ca031bf3ebe None None] Provisioning complete for port 92ac06aa-3b8a-4813-af77-d204e8112bb0 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:23.653453 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-879a10c6-ff10-49ad-8189-1ca031bf3ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:23.810039 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port be33bf27-6221-4ade-b35b-8443bcd61ff3 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:23.830546 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-879a10c6-ff10-49ad-8189-1ca031bf3ebe None None] Port 92ac06aa-3b8a-4813-af77-d204e8112bb0 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:28:24.004029 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-8ea8e62e-e537-495e-a822-965b9de92e4f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:24.020304 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-8ea8e62e-e537-495e-a822-965b9de92e4f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:24.024887 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-8ea8e62e-e537-495e-a822-965b9de92e4f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for port (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:24.076562 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8e62e-e537-495e-a822-965b9de92e4f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Pushing event updated for resources: {'Port': ['ID=92ac06aa-3b8a-4813-af77-d204e8112bb0,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:24.099642 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-8ea8e62e-e537-495e-a822-965b9de92e4f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9111507 Sep 09 20:28:24.133363 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb11faa-d01e-4d4f-9d15-f824c80a6672 req-be23924e-8d46-48e8-8f87-b3227cc4ad78 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:24.150563 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ffb11faa-d01e-4d4f-9d15-f824c80a6672 req-be23924e-8d46-48e8-8f87-b3227cc4ad78 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 931 time: 1.5904546 Sep 09 20:28:24.157567 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for port (249b23c3-24b9-4785-8264-12495acf1e43), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:24.182427 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-2f7c2123-26f4-430d-bc59-0177c6ccf3dd tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:28:24.183599 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-2f7c2123-26f4-430d-bc59-0177c6ccf3dd tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0253024 Sep 09 20:28:24.189932 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-e09045eb-bc67-4ca4-be9d-e987d715836d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:24.191788 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-e09045eb-bc67-4ca4-be9d-e987d715836d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f13a2180-b7d4-4447-b571-f0f2b37395e2 HTTP/1.1" status: 200 len: 811 time: 0.6937039 Sep 09 20:28:24.245653 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:24.297873 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:24.344262 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ffb11faa-d01e-4d4f-9d15-f824c80a6672 req-85c4909d-ae9b-423e-a648-4d5793fc5898 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890402 Sep 09 20:28:24.375619 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-091e3ac4-2dec-4ee9-9001-62a570938597 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6921792 Sep 09 20:28:24.411361 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 1910dbad-4864-4d28-8ec0-a6370051d881 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:24.476396 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (249b23c3-24b9-4785-8264-12495acf1e43), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:24.568163 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 1910dbad-4864-4d28-8ec0-a6370051d881 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:24.568534 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (1910dbad-4864-4d28-8ec0-a6370051d881), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:24.640804 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=100 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:24.644525 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-25fc95ff-a5f9-4532-9e22-06ba0b69ce00 req-eedb342c-b2ff-4909-863b-c1a2a025174f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 210 time: 0.0837970 Sep 09 20:28:24.645476 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-0f522faa-90d9-4088-be11-7fc981ed7f8f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b310c05b03394f11b63f0a28f13d67b6 HTTP/1.1" status: 200 len: 378 time: 0.3949978 Sep 09 20:28:24.684411 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-0378db01-a3a8-4862-abc5-e7048e1bca60 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Request body: {'port': {'device_id': '7e0ef033-9a7a-4b4d-8c77-2e52b202adec', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'admin_state_up': True, 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'security_groups': ['08d0b2f3-2d2f-451b-a597-bd28aa641b72']}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:24.697296 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:24.715281 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event updated for resources: {'Port': ['ID=249b23c3-24b9-4785-8264-12495acf1e43,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:24.729193 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:24.766293 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:24.776586 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 1910dbad-4864-4d28-8ec0-a6370051d881 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:24.777154 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (1910dbad-4864-4d28-8ec0-a6370051d881), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:24.802882 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 1910dbad-4864-4d28-8ec0-a6370051d881, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=1910dbad-4864-4d28-8ec0-a6370051d881,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:24.810583 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (1910dbad-4864-4d28-8ec0-a6370051d881), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:24.812267 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 6edc4208-6a9e-400b-b546-c3534ddbf8d1 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:24.845031 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-b1a60049-202a-4983-92e3-049b5762bf6d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682298 Sep 09 20:28:24.961614 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=1910dbad-4864-4d28-8ec0-a6370051d881,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:24.994713 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for floatingip (33241597-d47d-4ba4-9f2a-5c0884972914), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:25.041978 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 6edc4208-6a9e-400b-b546-c3534ddbf8d1 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:25.043716 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (6edc4208-6a9e-400b-b546-c3534ddbf8d1), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:25.093150 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (249b23c3-24b9-4785-8264-12495acf1e43), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:25.192547 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Request body: {'port': {'device_id': '3294b2ee-c133-4483-a732-1b10f1130e44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:25.311013 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 6edc4208-6a9e-400b-b546-c3534ddbf8d1 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:25.312312 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 77f43c85-eea5-4839-89aa-c58bf443ccba up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:25.436830 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fbbf2d8e-d636-4c3a-9901-2090c3f93843 req-cea869b1-86ee-4c32-b636-bb6a1ea157ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 210 time: 0.1459486 Sep 09 20:28:25.479337 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for port (249b23c3-24b9-4785-8264-12495acf1e43), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:25.483841 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 77f43c85-eea5-4839-89aa-c58bf443ccba triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:25.484354 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:25.484914 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-0378db01-a3a8-4862-abc5-e7048e1bca60 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Made reservation on behalf of b310c05b03394f11b63f0a28f13d67b6 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:28:25.497033 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-0378db01-a3a8-4862-abc5-e7048e1bca60 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:25.504394 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:25.528974 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (249b23c3-24b9-4785-8264-12495acf1e43), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:25.531966 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (33241597-d47d-4ba4-9f2a-5c0884972914), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:25.550349 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=100 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:25.559519 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:25.628774 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:25.630223 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7930543 Sep 09 20:28:25.775858 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e364328-3ca7-4893-988e-f4f22476b6f7 req-d06fb96b-18fc-4293-acd3-01a1b424753d tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:25.780814 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2e364328-3ca7-4893-988e-f4f22476b6f7 req-d06fb96b-18fc-4293-acd3-01a1b424753d tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 931 time: 0.2129211 Sep 09 20:28:25.795126 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 77f43c85-eea5-4839-89aa-c58bf443ccba is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:25.796624 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 9a733d62-c586-46c1-8156-bee74f4a21aa up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:25.829180 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba645d3-c3a4-458c-9f22-d5fe40b4c95d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event updated for resources: {'Port': ['ID=249b23c3-24b9-4785-8264-12495acf1e43,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:25.864285 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56322) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:25.940963 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 9a733d62-c586-46c1-8156-bee74f4a21aa triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:25.941339 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (9a733d62-c586-46c1-8156-bee74f4a21aa), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:26.224846 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-0378db01-a3a8-4862-abc5-e7048e1bca60 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Allocated IP 172.20.0.5 (f13a2180-b7d4-4447-b571-f0f2b37395e2/a4fdbd5e-0e81-4545-9b3a-a3439a61b913/b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:26.253355 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 9a733d62-c586-46c1-8156-bee74f4a21aa is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:26.258258 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4a59534e-4074-4c63-9dac-1d3b004495ec req-3a246b03-de75-4bd6-a30f-e91982356281 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 210 time: 0.3774717 Sep 09 20:28:26.263884 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device d63204bd-8642-4148-a555-407f506b9030 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:26.377364 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2e364328-3ca7-4893-988e-f4f22476b6f7 req-5cf0551f-3c37-42b4-a115-89cfc17c72ed tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922049 Sep 09 20:28:26.442604 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port d63204bd-8642-4148-a555-407f506b9030 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:26.442993 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (d63204bd-8642-4148-a555-407f506b9030), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:26.511559 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:26.558985 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:26.607848 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-800e4b38-e1d9-4a05-a58d-f7147bfd675a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:26.681081 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:26.690301 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port d63204bd-8642-4148-a555-407f506b9030 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:26.690706 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (d63204bd-8642-4148-a555-407f506b9030), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:26.711477 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-0378db01-a3a8-4862-abc5-e7048e1bca60 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:26.822014 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port d63204bd-8642-4148-a555-407f506b9030, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=d63204bd-8642-4148-a555-407f506b9030,segment=NetworkSegment(f305c9c4-d4e4-488a-aea3-25b48ffa89b8),segment_id=f305c9c4-d4e4-488a-aea3-25b48ffa89b8)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:26.834204 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (d63204bd-8642-4148-a555-407f506b9030), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:26.835038 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 54e4bab1-f994-4886-8c25-84ab5417dbb7 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:26.890708 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-0378db01-a3a8-4862-abc5-e7048e1bca60 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:27.085397 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=d63204bd-8642-4148-a555-407f506b9030,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:27.118316 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 54e4bab1-f994-4886-8c25-84ab5417dbb7 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:27.118697 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:27.203262 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-f22459d9-4f4a-4c41-831a-d680e3fb3944 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1882327398&fields=id&tenant_id=8c1c909559e44322a07f7e4a463424a5 HTTP/1.1" status: 200 len: 267 time: 0.4960816 Sep 09 20:28:27.335739 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-60e3f8f6-ea8f-44d5-ac72-dee0a7e1a82d tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:27.354361 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-60e3f8f6-ea8f-44d5-ac72-dee0a7e1a82d tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 819 time: 0.8844192 Sep 09 20:28:27.391130 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-0378db01-a3a8-4862-abc5-e7048e1bca60 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Network f13a2180-b7d4-4447-b571-f0f2b37395e2 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:27.403377 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-0378db01-a3a8-4862-abc5-e7048e1bca60 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:27.405619 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378db01-a3a8-4862-abc5-e7048e1bca60 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event updated for resources: {'Port': ['ID=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:27.407836 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-0378db01-a3a8-4862-abc5-e7048e1bca60 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:27.412500 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-0378db01-a3a8-4862-abc5-e7048e1bca60 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:27.413417 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-0378db01-a3a8-4862-abc5-e7048e1bca60 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:27.440692 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 54e4bab1-f994-4886-8c25-84ab5417dbb7 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:27.441698 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:27.453202 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-fa0715dd-258e-44ee-a5eb-15abf351ab27 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/quotas/f07defd609684351b4b7d0d110212a7c HTTP/1.1" status: 200 len: 375 time: 0.0961599 Sep 09 20:28:27.461061 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-800e4b38-e1d9-4a05-a58d-f7147bfd675a admin admin] Publish callbacks [] for security_group (2b4b315b-319f-4e79-a1de-f0c7f9e2bbab), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:27.468198 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-800e4b38-e1d9-4a05-a58d-f7147bfd675a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (2b4b315b-319f-4e79-a1de-f0c7f9e2bbab), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:27.571244 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-0378db01-a3a8-4862-abc5-e7048e1bca60 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9092648 Sep 09 20:28:27.589081 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 54e4bab1-f994-4886-8c25-84ab5417dbb7, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=54e4bab1-f994-4886-8c25-84ab5417dbb7,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:27.600383 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:27.660143 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-800e4b38-e1d9-4a05-a58d-f7147bfd675a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3422e322ea884f7e943bc20378e4bbf7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7945340 Sep 09 20:28:27.660966 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e4b38-e1d9-4a05-a58d-f7147bfd675a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4b315b-319f-4e79-a1de-f0c7f9e2bbab,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:27.663406 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56380) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:27.862873 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ac06aa-3b8a-4813-af77-d204e8112bb0 {{(pid=106234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:28:27.893313 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Request body: {'port': {'device_id': '7e0ef033-9a7a-4b4d-8c77-2e52b202adec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:27.921239 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Publish callbacks [] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:28.053204 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-87744499-6990-4597-9cc6-e84a21c5a597 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5981767 Sep 09 20:28:28.093690 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.25', 61654) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:28.123853 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.provisioning_blocks [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Transition to ACTIVE for port object 92ac06aa-3b8a-4813-af77-d204e8112bb0 will not be triggered until provisioned by entity L2. {{(pid=106234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:28:28.274560 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 1910dbad-4864-4d28-8ec0-a6370051d881 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:28.288943 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Sync routers for ids ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:28:28.405383 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:28.414621 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-debf7ead-9a02-4336-ab04-7a9d34014226 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:28.416608 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-debf7ead-9a02-4336-ab04-7a9d34014226 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 819 time: 0.3109412 Sep 09 20:28:28.451643 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-d2fcf8d9-6541-4c88-a6a7-7b7eb8fee00e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:28.452881 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-7fa14858-955f-4ad6-8855-c830159bcd5d None None] Provisioning complete for port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:28.453728 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-d2fcf8d9-6541-4c88-a6a7-7b7eb8fee00e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/networks?id=e922e249-8412-4a6f-a000-86403046577e HTTP/1.1" status: 200 len: 817 time: 1.1913626 Sep 09 20:28:28.454953 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:28.460156 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-7fa14858-955f-4ad6-8855-c830159bcd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:28.475148 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:28.496180 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=54e4bab1-f994-4886-8c25-84ab5417dbb7,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:28.524808 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b1a07aaf-49d2-466e-bda4-9e3ae6cf6916 admin admin] Publish callbacks [] for security_group (2b4b315b-319f-4e79-a1de-f0c7f9e2bbab), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:28.536359 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Routers {'2c7a91e6-c940-41d2-9e8c-c803b8c45103'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:28.536981 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:28:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:28.609385 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b1a07aaf-49d2-466e-bda4-9e3ae6cf6916 admin admin] Publish callbacks [] for security_group (2b4b315b-319f-4e79-a1de-f0c7f9e2bbab), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:28.624401 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-a81c2325-bc26-4e8f-80ad-0b755a3c1739 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/quotas/8c1c909559e44322a07f7e4a463424a5 HTTP/1.1" status: 200 len: 375 time: 0.1438413 Sep 09 20:28:28.730638 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Pushing event updated for resources: {'Port': ['ID=92ac06aa-3b8a-4813-af77-d204e8112bb0,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:28.747613 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-7fa14858-955f-4ad6-8855-c830159bcd5d None None] Port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:28:28.749668 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:28.770095 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 1910dbad-4864-4d28-8ec0-a6370051d881 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:28.770474 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (1910dbad-4864-4d28-8ec0-a6370051d881), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:28.773897 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.managers [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Attempting to bind port 92ac06aa-3b8a-4813-af77-d204e8112bb0 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:28.774305 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.managers [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Attempting to bind port 92ac06aa-3b8a-4813-af77-d204e8112bb0 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'f305c9c4-d4e4-488a-aea3-25b48ffa89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3'}] {{(pid=106234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:28.776223 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Attempting to bind port 92ac06aa-3b8a-4813-af77-d204e8112bb0 on network f1af1ec7-d9d8-4274-81f9-992fb1351ac3 {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:28.787970 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-7bd76eb5-e0b0-4dd2-a413-016664adf753 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=8c1c909559e44322a07f7e4a463424a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478350 Sep 09 20:28:28.808020 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Set router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:28.870982 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:28.923475 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-fbd9dcbf-78ec-491e-8535-40f2a2cf6eab service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195086 Sep 09 20:28:28.928169 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:28.941908 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:28.978145 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b1a07aaf-49d2-466e-bda4-9e3ae6cf6916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (2b4b315b-319f-4e79-a1de-f0c7f9e2bbab), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:28.986559 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b1a07aaf-49d2-466e-bda4-9e3ae6cf6916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:28.990655 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-b1a07aaf-49d2-466e-bda4-9e3ae6cf6916 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2b4b315b-319f-4e79-a1de-f0c7f9e2bbab HTTP/1.1" status: 204 len: 168 time: 1.3238854 Sep 09 20:28:29.062953 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Port 92ac06aa-3b8a-4813-af77-d204e8112bb0 on network f1af1ec7-d9d8-4274-81f9-992fb1351ac3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:28:29.063464 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Attempting to bind port 92ac06aa-3b8a-4813-af77-d204e8112bb0 on network f1af1ec7-d9d8-4274-81f9-992fb1351ac3 {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:29.072702 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 1910dbad-4864-4d28-8ec0-a6370051d881 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:29.075410 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device d63204bd-8642-4148-a555-407f506b9030 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:29.089743 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a07aaf-49d2-466e-bda4-9e3ae6cf6916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4b315b-319f-4e79-a1de-f0c7f9e2bbab,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:29.124240 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:29.184447 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-63e54e84-2b58-4ad8-91df-450d221ad07f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647432 Sep 09 20:28:29.252187 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:28:29.271126 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Publish callbacks [] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:29.287484 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 2, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:29.324398 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Transition to ACTIVE for port object b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:28:29.334215 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:29.335845 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Checking router: 2c7a91e6-c940-41d2-9e8c-c803b8c45103 for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:28:29.336257 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Updating router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 port e9a828ce-4a48-4601-931b-ae3f104950d5 binding host dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:28:29.344809 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port d63204bd-8642-4148-a555-407f506b9030 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:29.345218 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (d63204bd-8642-4148-a555-407f506b9030), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:29.412100 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Pushing event updated for resources: {'Port': ['ID=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:29.439204 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:29.491299 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Attempting to bind port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:29.491299 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Attempting to bind port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:29.491299 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Attempting to bind port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a on network f13a2180-b7d4-4447-b571-f0f2b37395e2 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:29.523262 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:29.523820 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Checking segment: {'id': 'f305c9c4-d4e4-488a-aea3-25b48ffa89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:29.524158 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Bound using segment: {'id': 'f305c9c4-d4e4-488a-aea3-25b48ffa89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3'} {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:29.525079 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.managers [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Bound port: 92ac06aa-3b8a-4813-af77-d204e8112bb0, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f305c9c4-d4e4-488a-aea3-25b48ffa89b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3'}}] {{(pid=106234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:29.525542 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:29.545888 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a on network f13a2180-b7d4-4447-b571-f0f2b37395e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:28:29.546241 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Attempting to bind port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a on network f13a2180-b7d4-4447-b571-f0f2b37395e2 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:29.546414 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-62f5beab-3745-477b-b535-6cd75d74fdcc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891926 Sep 09 20:28:29.617749 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-5d9cb131-bb05-4b78-a44a-f24fe643777c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186254 Sep 09 20:28:29.640737 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:29.641262 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Checking segment: {'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:29.641807 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Bound using segment: {'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:29.643906 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Bound port: b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:29.644289 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:29.648949 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] For port 92ac06aa-3b8a-4813-af77-d204e8112bb0, host hv-cinder-84932, cleared binding levels {{(pid=106234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:29.683544 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] For port 92ac06aa-3b8a-4813-af77-d204e8112bb0, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=92ac06aa-3b8a-4813-af77-d204e8112bb0,segment=NetworkSegment(f305c9c4-d4e4-488a-aea3-25b48ffa89b8),segment_id=f305c9c4-d4e4-488a-aea3-25b48ffa89b8)] {{(pid=106234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:29.700664 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:29.711104 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:29.715166 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for port (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:29.726595 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/92ac06aa-3b8a-4813-af77-d204e8112bb0 HTTP/1.1" status: 200 len: 1093 time: 5.1674654 Sep 09 20:28:29.731701 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3294b2ee-c133-4483-a732-1b10f1130e44', 'tag': '92ac06aa-3b8a-4813-af77-d204e8112bb0'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:28:29.851220 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] For port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:29.960285 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] For port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:29.981810 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:29.994718 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:29.999792 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:30.004501 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a HTTP/1.1" status: 200 len: 1093 time: 2.1377530 Sep 09 20:28:30.006036 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0ef033-9a7a-4b4d-8c77-2e52b202adec', 'tag': 'b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:28:30.035611 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port d63204bd-8642-4148-a555-407f506b9030 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:30.253736 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 54e4bab1-f994-4886-8c25-84ab5417dbb7 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:30.305679 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee67e1-e700-4135-ae4e-62e4f4e8470a service neutron] Pushing event updated for resources: {'Port': ['ID=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:30.332680 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Publish callbacks [] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), precommit_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:30.346380 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:30.387563 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:30.389565 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 54e4bab1-f994-4886-8c25-84ab5417dbb7 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:30.390093 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:30.459381 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c4d4-6d60-449f-b248-ecb44322f431 req-0bc55103-d476-4f0e-83ab-faa10da38fdd tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:30.468618 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-14c6c4d4-6d60-449f-b248-ecb44322f431 req-0bc55103-d476-4f0e-83ab-faa10da38fdd tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 943 time: 0.4974513 Sep 09 20:28:30.484414 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59a7d42-67f3-43f1-9349-27083e65c0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3294b2ee-c133-4483-a732-1b10f1130e44", "tag": "92ac06aa-3b8a-4813-af77-d204e8112bb0"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:28:30.526308 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 54e4bab1-f994-4886-8c25-84ab5417dbb7 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:30.533347 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc102ee-c234-4c86-92ae-8014e503362e None None] Pushing event updated for resources: {'Port': ['ID=e9a828ce-4a48-4601-931b-ae3f104950d5,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:30.551525 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56470) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:30.562536 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98b0ab-7c9f-4110-93db-783be69ca2c3 req-54a5aded-5f0a-4b50-b347-42428a893f6e tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:30.569691 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8a98b0ab-7c9f-4110-93db-783be69ca2c3 req-54a5aded-5f0a-4b50-b347-42428a893f6e tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 943 time: 0.3597605 Sep 09 20:28:30.664473 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Attempting to bind port e9a828ce-4a48-4601-931b-ae3f104950d5 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:30.666035 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Attempting to bind port e9a828ce-4a48-4601-931b-ae3f104950d5 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:30.666411 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Attempting to bind port e9a828ce-4a48-4601-931b-ae3f104950d5 on network e922e249-8412-4a6f-a000-86403046577e {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:30.731358 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940364b7-a47a-411e-a10a-23b44a3b7927" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0ef033-9a7a-4b4d-8c77-2e52b202adec", "tag": "b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:28:30.766889 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01cab3-c76d-4dab-831d-4a5ea0826a3f service neutron] Pushing event updated for resources: {'Port': ['ID=92ac06aa-3b8a-4813-af77-d204e8112bb0,revision_number=3']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:30.857730 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-14c6c4d4-6d60-449f-b248-ecb44322f431 req-e24c1791-d6b7-4f00-a392-5f5bdbb2b4f5 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3853879 Sep 09 20:28:30.858528 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:30.862606 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Checking segment: {'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:30.863926 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:30.864576 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Bound using segment: {'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:30.866292 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Bound port: e9a828ce-4a48-4601-931b-ae3f104950d5, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:30.870223 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:30.877742 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:30.878668 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-28ff7c0f-91eb-4fd0-a9ea-6361f810d8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:30.920138 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8a98b0ab-7c9f-4110-93db-783be69ca2c3 req-e0089f02-6fe3-4701-959b-db352fe93a19 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329160 Sep 09 20:28:31.104988 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-61843e88-77fc-45ae-b1f4-2dcf36c2102b req-36882291-2d43-4687-9362-e1b71fbb7ada tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 210 time: 0.1455007 Sep 09 20:28:31.135689 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-ce5df4e3-3d44-4159-b2a9-b4002ce2721e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Request body: {'port': {'device_id': 'fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'admin_state_up': True, 'tenant_id': 'f07defd609684351b4b7d0d110212a7c'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:31.190747 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] For port e9a828ce-4a48-4601-931b-ae3f104950d5, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:31.202295 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] For port e9a828ce-4a48-4601-931b-ae3f104950d5, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=e9a828ce-4a48-4601-931b-ae3f104950d5,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:31.204289 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-33050d6f-edda-453e-8c8f-7e5e97e61305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:31.206060 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-33050d6f-edda-453e-8c8f-7e5e97e61305 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=95899c2c318f459bb09bad337d79c1a2&device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 1127 time: 0.1097131 Sep 09 20:28:31.221747 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:31.228635 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:31.255439 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-28ff7c0f-91eb-4fd0-a9ea-6361f810d8b4 admin admin] Publish callbacks [] for security_group (68a0e87f-f3d6-421f-b0fb-00ebc06b7978), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:31.317352 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Routers {'2c7a91e6-c940-41d2-9e8c-c803b8c45103'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:31.319436 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:28:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:31.329786 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a1dbedf9-6e9a-4d9d-acdc-e149d586b8ac req-84c7e0e8-07cf-4879-b757-3a19a69dd8bb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 210 time: 0.1674473 Sep 09 20:28:31.345157 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-28ff7c0f-91eb-4fd0-a9ea-6361f810d8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (68a0e87f-f3d6-421f-b0fb-00ebc06b7978), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:31.453382 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:31.460468 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff7c0f-91eb-4fd0-a9ea-6361f810d8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a0e87f-f3d6-421f-b0fb-00ebc06b7978,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:31.469003 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-78ddc335-cbe5-4953-852e-7b5c1a39144a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92ac06aa-3b8a-4813-af77-d204e8112bb0 HTTP/1.1" status: 200 len: 217 time: 0.2528992 Sep 09 20:28:31.511097 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-28ff7c0f-91eb-4fd0-a9ea-6361f810d8b4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=44c6b1ae2e8546f8bc57ebcfb259ed32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9563372 Sep 09 20:28:31.514261 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56518) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:31.790528 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-bd55651b-73d5-45b1-83e1-3fca9122239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:31.793304 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-bd55651b-73d5-45b1-83e1-3fca9122239e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b310c05b03394f11b63f0a28f13d67b6&device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 1127 time: 0.4510899 Sep 09 20:28:31.836423 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc102ee-c234-4c86-92ae-8014e503362e None None] Pushing event updated for resources: {'Port': ['ID=e9a828ce-4a48-4601-931b-ae3f104950d5,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:31.895391 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] Set router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:31.945731 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-98a6da29-0cbc-435d-89e8-24820954710b admin admin] Publish callbacks [] for security_group (68a0e87f-f3d6-421f-b0fb-00ebc06b7978), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:31.965474 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-5ce2a3dc-d80d-4b22-9dc9-f75b1ca0a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:31.967207 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-5ce2a3dc-d80d-4b22-9dc9-f75b1ca0a04e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=379d5b38-ecb7-4dae-9ec6-9456c03fce06 HTTP/1.1" status: 200 len: 851 time: 0.4557123 Sep 09 20:28:31.978320 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:32.146645 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-7106d7ad-ff99-41e0-b2e1-968b26fb92d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:32.146645 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-7106d7ad-ff99-41e0-b2e1-968b26fb92d6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f1af1ec7-d9d8-4274-81f9-992fb1351ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1649003 Sep 09 20:28:32.148196 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5474ae4a-277e-4929-9bea-205b90381abf x-openstack-request-id: req-5474ae4a-277e-4929-9bea-205b90381abf {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:28:32.148628 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0ef033-9a7a-4b4d-8c77-2e52b202adec", "tag": "b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:28:32.148911 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5474ae4a-277e-4929-9bea-205b90381abf {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:28:32.149398 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5474ae4a-277e-4929-9bea-205b90381abf'] response: {'name': 'network-changed', 'server_uuid': '7e0ef033-9a7a-4b4d-8c77-2e52b202adec', 'tag': 'b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a', 'status': 'completed', 'code': 200} Sep 09 20:28:32.159138 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-98a6da29-0cbc-435d-89e8-24820954710b admin admin] Publish callbacks [] for security_group (68a0e87f-f3d6-421f-b0fb-00ebc06b7978), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:32.176084 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee63fc8-921b-4693-a952-2e641f690ab3 x-openstack-request-id: req-fee63fc8-921b-4693-a952-2e641f690ab3 {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:28:32.176436 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3294b2ee-c133-4483-a732-1b10f1130e44", "tag": "92ac06aa-3b8a-4813-af77-d204e8112bb0", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:28:32.176687 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fee63fc8-921b-4693-a952-2e641f690ab3 {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:28:32.177144 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee63fc8-921b-4693-a952-2e641f690ab3'] response: {'name': 'network-changed', 'server_uuid': '3294b2ee-c133-4483-a732-1b10f1130e44', 'tag': '92ac06aa-3b8a-4813-af77-d204e8112bb0', 'status': 'completed', 'code': 200} Sep 09 20:28:32.202698 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-e2c09352-d79f-4956-a69e-8c6f844391f6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a HTTP/1.1" status: 200 len: 217 time: 0.3876717 Sep 09 20:28:32.268102 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device e9a828ce-4a48-4601-931b-ae3f104950d5 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:32.375030 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-8ddab3ff-7051-463c-890d-ad8b80b96d4b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f1af1ec7-d9d8-4274-81f9-992fb1351ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178805 Sep 09 20:28:32.377927 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-98a6da29-0cbc-435d-89e8-24820954710b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (68a0e87f-f3d6-421f-b0fb-00ebc06b7978), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:32.380615 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-98a6da29-0cbc-435d-89e8-24820954710b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:32.396429 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-98a6da29-0cbc-435d-89e8-24820954710b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/68a0e87f-f3d6-421f-b0fb-00ebc06b7978 HTTP/1.1" status: 204 len: 168 time: 0.8471403 Sep 09 20:28:32.418877 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6da29-0cbc-435d-89e8-24820954710b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a0e87f-f3d6-421f-b0fb-00ebc06b7978,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:32.583471 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f29453-2192-4c61-b4bc-8c002a547e61 req-5b14083a-26bc-449e-b0eb-0a159eb2608f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:32.584957 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f1f29453-2192-4c61-b4bc-8c002a547e61 req-5b14083a-26bc-449e-b0eb-0a159eb2608f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 943 time: 0.2226260 Sep 09 20:28:32.771184 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-7e418e96-d33f-4177-a4bb-3ee611589ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:32.772625 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-7e418e96-d33f-4177-a4bb-3ee611589ab6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a4fdbd5e-0e81-4545-9b3a-a3439a61b913 HTTP/1.1" status: 200 len: 850 time: 0.5636749 Sep 09 20:28:32.802337 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72606178-f2a6-447a-8c63-1bf99eddc2a4 req-a6a5ea6e-0344-4065-9e44-0cd7391dc436 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:32.810943 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-72606178-f2a6-447a-8c63-1bf99eddc2a4 req-a6a5ea6e-0344-4065-9e44-0cd7391dc436 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 943 time: 0.4562953 Sep 09 20:28:32.900023 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-72606178-f2a6-447a-8c63-1bf99eddc2a4 req-a2812779-c223-4192-adf7-594a02a899da tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878358 Sep 09 20:28:32.910917 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:32.953228 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f1f29453-2192-4c61-b4bc-8c002a547e61 req-1484a75d-678b-4b4f-9d85-03efd24cc0f5 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219442 Sep 09 20:28:33.246938 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port e9a828ce-4a48-4601-931b-ae3f104950d5 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:33.249480 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:33.296163 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-3ae2952b-7dd9-4c8f-9f10-83dc1db5258a req-3253ea2b-50bb-4f79-8e46-cf6922ab9fa9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f1af1ec7-d9d8-4274-81f9-992fb1351ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305171 Sep 09 20:28:33.296769 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.25', 61666) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:33.296952 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56568) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:33.338341 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3a19de9e-3ad5-436a-aca2-2a0519076873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:33.435483 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-ce5df4e3-3d44-4159-b2a9-b4002ce2721e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Made reservation on behalf of f07defd609684351b4b7d0d110212a7c for: {'port': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:28:33.445413 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-ce5df4e3-3d44-4159-b2a9-b4002ce2721e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:33.478125 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3a19de9e-3ad5-436a-aca2-2a0519076873 admin admin] Publish callbacks [] for security_group (cdca4984-5fba-4487-a662-006d5d8471a0), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:33.508906 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3a19de9e-3ad5-436a-aca2-2a0519076873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (cdca4984-5fba-4487-a662-006d5d8471a0), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:33.644016 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c44daff6-f7c8-4c93-84f1-d17f52290ba3 req-6db89897-76e3-4500-a797-3e6fa4abcba9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 210 time: 0.2584591 Sep 09 20:28:33.675122 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-3a19de9e-3ad5-436a-aca2-2a0519076873 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1f93ddca81f54b3d8d48de887071e624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581741 Sep 09 20:28:33.676093 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19de9e-3ad5-436a-aca2-2a0519076873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdca4984-5fba-4487-a662-006d5d8471a0,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:33.678550 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56582) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:33.693891 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:33.735987 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:31Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:33.743120 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port e9a828ce-4a48-4601-931b-ae3f104950d5 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:33.745137 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-59ecd80e-378b-4064-b3d8-c5471e29a602 req-a4457fc6-99e1-4f94-918e-e77635f9c45d tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 210 time: 0.5413392 Sep 09 20:28:33.747655 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:33.767470 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-833764a2-3c3e-4f25-bc3d-272356657bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:33.769318 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-833764a2-3c3e-4f25-bc3d-272356657bdd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f13a2180-b7d4-4447-b571-f0f2b37395e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7554383 Sep 09 20:28:33.795868 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4c7497cd-8aa5-4c77-bb77-ccb2f05aba1f admin admin] Publish callbacks [] for security_group (cdca4984-5fba-4487-a662-006d5d8471a0), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:33.827786 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4c7497cd-8aa5-4c77-bb77-ccb2f05aba1f admin admin] Publish callbacks [] for security_group (cdca4984-5fba-4487-a662-006d5d8471a0), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:33.835337 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-9d83d9ec-e046-4908-a1b6-5ff399d4e0ad tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:33.836865 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-9d83d9ec-e046-4908-a1b6-5ff399d4e0ad tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 819 time: 0.5382257 Sep 09 20:28:33.879134 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6ef9b-6051-4fe5-a625-77cc2bf9a66a None None] The sync data for ids ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'] in dv-cinder-849325-4-iscsi is: [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:31Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:28:33.890051 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port e9a828ce-4a48-4601-931b-ae3f104950d5, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=e9a828ce-4a48-4601-931b-ae3f104950d5,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:33.896088 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:33.897931 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4c7497cd-8aa5-4c77-bb77-ccb2f05aba1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (cdca4984-5fba-4487-a662-006d5d8471a0), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:33.900616 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4c7497cd-8aa5-4c77-bb77-ccb2f05aba1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:33.901817 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-4c7497cd-8aa5-4c77-bb77-ccb2f05aba1f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cdca4984-5fba-4487-a662-006d5d8471a0 HTTP/1.1" status: 204 len: 168 time: 0.2195592 Sep 09 20:28:33.923652 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7497cd-8aa5-4c77-bb77-ccb2f05aba1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdca4984-5fba-4487-a662-006d5d8471a0,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:33.964185 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-ce5df4e3-3d44-4159-b2a9-b4002ce2721e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Allocated IP 172.20.0.3 (b188b4ef-6195-4514-85bf-2356d78cce90/6d70a9b7-1f8e-4795-a1dc-d4fb520bd182/727b9f9f-0d7b-470a-ba5d-2023a0e7304d) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:34.038828 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=e9a828ce-4a48-4601-931b-ae3f104950d5,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:34.235938 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9c52e-e050-4fa0-ab22-f2e40d65a018 req-5d2f011f-d408-4b93-b99f-358c3d0a5fc4 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:34.237491 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-43e9c52e-e050-4fa0-ab22-f2e40d65a018 req-5d2f011f-d408-4b93-b99f-358c3d0a5fc4 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 943 time: 0.1797462 Sep 09 20:28:34.283066 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf471ed-1489-40c8-9434-ef2f6d0c9046 req-c956c278-11b5-4ddb-b6bc-b152ea28e3dc tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:34.284524 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fbf471ed-1489-40c8-9434-ef2f6d0c9046 req-c956c278-11b5-4ddb-b6bc-b152ea28e3dc tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 943 time: 0.1524057 Sep 09 20:28:34.339341 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:34.370848 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-ce5df4e3-3d44-4159-b2a9-b4002ce2721e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:34.402541 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-43e9c52e-e050-4fa0-ab22-f2e40d65a018 req-ada913d6-62bc-4fa3-89d1-017e718b0c40 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1552796 Sep 09 20:28:34.433599 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fbf471ed-1489-40c8-9434-ef2f6d0c9046 req-4e7714a4-4784-4154-bd32-3c47696d5e2e tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178687 Sep 09 20:28:34.455958 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-ce5df4e3-3d44-4159-b2a9-b4002ce2721e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:34.539963 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-ce5df4e3-3d44-4159-b2a9-b4002ce2721e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Network b188b4ef-6195-4514-85bf-2356d78cce90 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:34.543827 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-ce5df4e3-3d44-4159-b2a9-b4002ce2721e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:34.547173 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-ce5df4e3-3d44-4159-b2a9-b4002ce2721e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:34.553458 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-ce5df4e3-3d44-4159-b2a9-b4002ce2721e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:34.554891 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-ce5df4e3-3d44-4159-b2a9-b4002ce2721e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for port (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:34.586084 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5df4e3-3d44-4159-b2a9-b4002ce2721e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Pushing event updated for resources: {'Port': ['ID=727b9f9f-0d7b-470a-ba5d-2023a0e7304d,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:34.595422 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-ce5df4e3-3d44-4159-b2a9-b4002ce2721e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4850891 Sep 09 20:28:34.686635 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a7d42-67f3-43f1-9349-27083e65c0d2 req-b86c47a4-a8ad-4f0c-88c8-a50226b08645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:34.688975 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b59a7d42-67f3-43f1-9349-27083e65c0d2 req-b86c47a4-a8ad-4f0c-88c8-a50226b08645 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=95899c2c318f459bb09bad337d79c1a2&device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 1127 time: 0.2138891 Sep 09 20:28:34.768628 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-72d99274-19c6-4de7-b9f4-7fe09eece3d1 req-c4a4ea0c-0ed8-41b7-b014-06127de282f0 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 210 time: 0.0310385 Sep 09 20:28:34.825383 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-e7f5d4f0-c9b1-4eb5-a1a2-18853845abf0 None None] Provisioning complete for port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:34.825883 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e7f5d4f0-c9b1-4eb5-a1a2-18853845abf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:34.878371 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-e7f5d4f0-c9b1-4eb5-a1a2-18853845abf0 None None] Port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:28:34.905218 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5a43038d-74e3-424f-bd96-158e4dd97812 req-fc396621-b532-4209-9774-944bdb3d3d08 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 210 time: 0.0407801 Sep 09 20:28:35.543472 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18627448-97a6-4255-b51f-3f5fd34146a0 req-ab2cdb70-776b-43a4-aac9-0e1766fcdad2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:35.545120 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-18627448-97a6-4255-b51f-3f5fd34146a0 req-ab2cdb70-776b-43a4-aac9-0e1766fcdad2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 943 time: 0.0551538 Sep 09 20:28:35.608590 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328a698-affd-4171-bd45-4ae9bf95c941 req-24506a5c-bf77-4a57-b291-2584401b6033 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:35.610131 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5328a698-affd-4171-bd45-4ae9bf95c941 req-24506a5c-bf77-4a57-b291-2584401b6033 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 943 time: 0.0641220 Sep 09 20:28:35.638440 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-18627448-97a6-4255-b51f-3f5fd34146a0 req-7cf8ebb7-5ca9-4593-87bd-a71a1ac1264b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824986 Sep 09 20:28:35.671732 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5328a698-affd-4171-bd45-4ae9bf95c941 req-f59454be-4758-4fb4-a7fe-b380fab32ce2 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555046 Sep 09 20:28:35.899562 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5acb697c-785e-4817-b8b2-feb4a70a8c20 req-fd8f6d26-97f3-44fd-b11a-e7f684a174ee tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 210 time: 0.0311475 Sep 09 20:28:36.020606 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3feaf067-94c3-41a6-af89-77e30f386603 req-43a2b58f-6b0a-4eea-b406-3e512df0efbe tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 210 time: 0.0324512 Sep 09 20:28:36.127383 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device e9a828ce-4a48-4601-931b-ae3f104950d5 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:36.169560 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:36.176848 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:36.178735 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port e9a828ce-4a48-4601-931b-ae3f104950d5 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:36.179108 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:36.254622 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port e9a828ce-4a48-4601-931b-ae3f104950d5 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:36.778596 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:36.810710 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb24c52-f667-44ab-abec-d25a03c95ff9 req-6313dd0a-3084-4706-ada6-6fbc6e66807b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:36.812483 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1cb24c52-f667-44ab-abec-d25a03c95ff9 req-6313dd0a-3084-4706-ada6-6fbc6e66807b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 943 time: 0.0916924 Sep 09 20:28:36.864305 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b36ff-7721-4c2a-b0f6-21e73e07c834 req-4bb036a0-58cf-4c5a-99bd-10d536121029 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:36.869858 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-278b36ff-7721-4c2a-b0f6-21e73e07c834 req-4bb036a0-58cf-4c5a-99bd-10d536121029 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 943 time: 0.1058421 Sep 09 20:28:36.913638 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1cb24c52-f667-44ab-abec-d25a03c95ff9 req-6688b495-fe95-4c2b-b48d-d88065af80ba tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920455 Sep 09 20:28:37.047293 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:37.122457 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-278b36ff-7721-4c2a-b0f6-21e73e07c834 req-5d32527d-95df-44ed-8e26-87451e0c0dbf tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457466 Sep 09 20:28:37.164370 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-053fb7b9-904a-459c-9eb8-73c9152554ec req-642f5da8-9d26-4779-8320-621bd8fc36cd tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 210 time: 0.0497980 Sep 09 20:28:37.266134 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6f443f2e-89ba-4d7d-8676-a83b440ac1ce req-83e50b41-2adc-428e-9ff6-913fb8d3fe18 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 210 time: 0.0273700 Sep 09 20:28:37.339887 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a70af5d8-b46d-4cd3-917a-e8d71be58e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:38.041905 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce115a-9889-4ac4-a5f1-5e42f3827f8b req-047522f2-1d30-4811-9cf9-84b8feaed841 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:38.044140 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8dce115a-9889-4ac4-a5f1-5e42f3827f8b req-047522f2-1d30-4811-9cf9-84b8feaed841 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 943 time: 0.0490003 Sep 09 20:28:38.096619 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8dce115a-9889-4ac4-a5f1-5e42f3827f8b req-9650ff56-caae-43de-9144-bc8e7aa76b52 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462534 Sep 09 20:28:38.252127 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61965-a3f4-4877-ae74-0a62306043ef req-b35e17cb-8f46-43b6-93af-9e61f39c9d6b tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:38.253610 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b5b61965-a3f4-4877-ae74-0a62306043ef req-b35e17cb-8f46-43b6-93af-9e61f39c9d6b tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 943 time: 0.0468798 Sep 09 20:28:38.309529 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f4d20d70-5e5a-491f-b563-4de69fdc8c09 req-c0641e49-57d0-49f1-906d-17b90d7cf4a3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 210 time: 0.0548666 Sep 09 20:28:38.338301 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b5b61965-a3f4-4877-ae74-0a62306043ef req-e44dc3cf-a2c7-4f18-b0f5-44a0065d2a35 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637581 Sep 09 20:28:38.382103 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:38.408323 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a8a35207-36b0-45af-9f9e-824190fc90ea req-55754348-e614-4b3b-b423-f17df232fc66 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 210 time: 0.0372925 Sep 09 20:28:39.234889 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d43948-b4c9-467b-9a27-526ffefbf2d5 req-4b0cfb53-f5af-46ce-9d23-795b5506b685 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:39.236400 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b8d43948-b4c9-467b-9a27-526ffefbf2d5 req-4b0cfb53-f5af-46ce-9d23-795b5506b685 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 943 time: 0.0543258 Sep 09 20:28:39.287347 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b8d43948-b4c9-467b-9a27-526ffefbf2d5 req-67ee6ae2-cb1c-4aa1-af62-506892bbed6c tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447180 Sep 09 20:28:39.427128 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fe416f43-2b3d-404e-98dc-3c318989f0ea req-e9861459-08e2-4177-a14a-fc1fb090e311 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 210 time: 0.0297716 Sep 09 20:28:39.471103 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c012476-312b-4d95-abac-9fc98803bafe req-0b15ce71-d555-49e5-84b7-960a943dea45 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:39.472566 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7c012476-312b-4d95-abac-9fc98803bafe req-0b15ce71-d555-49e5-84b7-960a943dea45 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 943 time: 0.0482612 Sep 09 20:28:39.530293 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fbafd379-ae6a-4a11-95b0-cc976ce0c5dc req-f293c45b-01f0-4f80-a40c-9d44e71dd34f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 210 time: 0.0318451 Sep 09 20:28:39.561975 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfdb5-7321-42bb-a86e-f1af639ba123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:39.575108 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7c012476-312b-4d95-abac-9fc98803bafe req-065e17e5-aa2f-487a-b2b6-ddab499be44d tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897424 Sep 09 20:28:39.823696 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=33 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:39.839083 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=27 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:40.342384 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-2b2f047f-1b5b-479c-a148-52239ffdc74b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Request body: {'port': {'device_id': '609ef31d-c755-46cf-9bd4-d5373f9cb78d', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'admin_state_up': True, 'tenant_id': 'f07defd609684351b4b7d0d110212a7c'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:40.427269 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Request body: {'port': {'device_id': 'fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:40.532143 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a531d-87b1-4380-b9b6-51ea0a8cb6d1 req-f7cd604f-9aaa-403d-98e6-3c1eb6dc06c7 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:40.540111 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-105a531d-87b1-4380-b9b6-51ea0a8cb6d1 req-f7cd604f-9aaa-403d-98e6-3c1eb6dc06c7 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 943 time: 0.1197524 Sep 09 20:28:40.630839 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-d4f2f032-4ef9-4a2e-b8d6-16787bb2bbd5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923622 Sep 09 20:28:40.634831 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-2b2f047f-1b5b-479c-a148-52239ffdc74b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Made reservation on behalf of f07defd609684351b4b7d0d110212a7c for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:28:40.639482 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-2b2f047f-1b5b-479c-a148-52239ffdc74b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:40.642751 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-089611ab-4571-4fbb-a2cd-fede78d4b9ee req-0e444d74-424c-4357-ab8c-53e190f6c51a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 210 time: 0.0786915 Sep 09 20:28:40.659008 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:40.706167 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:40.757075 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a7d42-67f3-43f1-9349-27083e65c0d2 req-0737ff7f-871a-45da-8825-fb36f51d7bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:40.758884 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b59a7d42-67f3-43f1-9349-27083e65c0d2 req-0737ff7f-871a-45da-8825-fb36f51d7bb3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f1af1ec7-d9d8-4274-81f9-992fb1351ac3 HTTP/1.1" status: 200 len: 913 time: 0.3786767 Sep 09 20:28:40.761533 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-105a531d-87b1-4380-b9b6-51ea0a8cb6d1 req-da192124-bcec-47bd-bde5-175891bcf6ae tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2155075 Sep 09 20:28:40.864230 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:40.878032 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-2b2f047f-1b5b-479c-a148-52239ffdc74b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Allocated IP 172.20.0.11 (b188b4ef-6195-4514-85bf-2356d78cce90/6d70a9b7-1f8e-4795-a1dc-d4fb520bd182/ccc294b6-8a23-4205-8c36-01b2941e0c68) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:40.939180 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0bd8d2ae-b4f5-47fc-ad8d-15e1faf4ac98 req-1c0c59cd-518b-40da-af27-2093d51277b8 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 210 time: 0.1596634 Sep 09 20:28:41.019339 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12d705-5a20-4e52-8beb-ddc68da8be88 req-bca15376-97a4-4021-85e2-2dd9ea255dd1 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:41.027745 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9f12d705-5a20-4e52-8beb-ddc68da8be88 req-bca15376-97a4-4021-85e2-2dd9ea255dd1 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 943 time: 0.1099823 Sep 09 20:28:41.100584 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9f12d705-5a20-4e52-8beb-ddc68da8be88 req-29e8a419-486a-497b-ba16-b27212507fc6 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689254 Sep 09 20:28:41.149670 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-2b2f047f-1b5b-479c-a148-52239ffdc74b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:41.190680 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-2b2f047f-1b5b-479c-a148-52239ffdc74b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:41.246551 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-2b2f047f-1b5b-479c-a148-52239ffdc74b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Network b188b4ef-6195-4514-85bf-2356d78cce90 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:41.250663 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-2b2f047f-1b5b-479c-a148-52239ffdc74b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:41.254861 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-2b2f047f-1b5b-479c-a148-52239ffdc74b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:41.272951 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-2b2f047f-1b5b-479c-a148-52239ffdc74b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:41.273666 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-2b2f047f-1b5b-479c-a148-52239ffdc74b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:41.294469 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f047f-1b5b-479c-a148-52239ffdc74b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Pushing event updated for resources: {'Port': ['ID=ccc294b6-8a23-4205-8c36-01b2941e0c68,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:41.316254 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:41.317147 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-2b2f047f-1b5b-479c-a148-52239ffdc74b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9774876 Sep 09 20:28:41.470017 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727b9f9f-0d7b-470a-ba5d-2023a0e7304d {{(pid=106234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:28:41.479346 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Publish callbacks [] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:41.483528 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:41.498117 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.provisioning_blocks [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Transition to ACTIVE for port object 727b9f9f-0d7b-470a-ba5d-2023a0e7304d will not be triggered until provisioned by entity L2. {{(pid=106234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:28:41.504506 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:41.585165 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Pushing event updated for resources: {'Port': ['ID=727b9f9f-0d7b-470a-ba5d-2023a0e7304d,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:41.597626 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.managers [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Attempting to bind port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:41.598082 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.managers [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Attempting to bind port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'}] {{(pid=106234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:41.598410 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Attempting to bind port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d on network b188b4ef-6195-4514-85bf-2356d78cce90 {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:41.665115 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a27e4fe8-7a71-4703-b732-60b29786400c None None] Provisioning complete for port ccc294b6-8a23-4205-8c36-01b2941e0c68 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:41.666548 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a27e4fe8-7a71-4703-b732-60b29786400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:41.671526 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d on network b188b4ef-6195-4514-85bf-2356d78cce90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:28:41.671982 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Attempting to bind port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d on network b188b4ef-6195-4514-85bf-2356d78cce90 {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:41.723380 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56848) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:41.731463 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:41.732005 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Checking segment: {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:41.733064 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Bound using segment: {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'} {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:41.733909 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.managers [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Bound port: 727b9f9f-0d7b-470a-ba5d-2023a0e7304d, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'}}] {{(pid=106234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:41.734385 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:41.759223 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Request body: {'port': {'device_id': '609ef31d-c755-46cf-9bd4-d5373f9cb78d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:41.760476 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a27e4fe8-7a71-4703-b732-60b29786400c None None] Port ccc294b6-8a23-4205-8c36-01b2941e0c68 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:28:41.819569 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:41.893586 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6675c5e0-f26f-4001-a8f6-df37b5e2cdfb req-74243396-3887-4303-ac5a-e99f42cdb5c2 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 210 time: 0.0847893 Sep 09 20:28:41.894616 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:41.909236 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b59a7d42-67f3-43f1-9349-27083e65c0d2 req-3e67109c-9861-4756-ad93-6b5656647877 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92ac06aa-3b8a-4813-af77-d204e8112bb0 HTTP/1.1" status: 200 len: 217 time: 0.1776474 Sep 09 20:28:42.039890 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c6984-a362-453a-a6a1-d6a15280fc71 req-c2a9cbd3-a13b-4129-973c-a049574b947d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:42.040833 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c47c6984-a362-453a-a6a1-d6a15280fc71 req-c2a9cbd3-a13b-4129-973c-a049574b947d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 943 time: 0.1439080 Sep 09 20:28:42.054286 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] For port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d, host hv-cinder-84932, cleared binding levels {{(pid=106234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:42.174064 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c47c6984-a362-453a-a6a1-d6a15280fc71 req-479723ff-2458-48c3-8d49-0150fbe636b7 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1207902 Sep 09 20:28:42.176759 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ae38c84b-6567-4a44-910c-1d65261492bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.177567 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3b78369f-961c-429c-bd43-2492c4094ee4 req-6fdee05b-3e73-4ad3-a96b-19ca54fd36d5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459782 Sep 09 20:28:42.197689 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] For port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=727b9f9f-0d7b-470a-ba5d-2023a0e7304d,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:42.250450 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.280736 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:42.281674 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for port (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.283210 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/727b9f9f-0d7b-470a-ba5d-2023a0e7304d HTTP/1.1" status: 200 len: 1093 time: 1.8641078 Sep 09 20:28:42.283792 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5', 'tag': '727b9f9f-0d7b-470a-ba5d-2023a0e7304d'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:28:42.287919 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628287b5-d1cb-4d84-b2e7-b4855cd8b0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5", "tag": "727b9f9f-0d7b-470a-ba5d-2023a0e7304d"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:28:42.292980 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.308091 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a7d42-67f3-43f1-9349-27083e65c0d2 req-45fb1684-2580-4fb6-839c-f8015ba3d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:42.309888 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b59a7d42-67f3-43f1-9349-27083e65c0d2 req-45fb1684-2580-4fb6-839c-f8015ba3d74e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=379d5b38-ecb7-4dae-9ec6-9456c03fce06 HTTP/1.1" status: 200 len: 851 time: 0.1818128 Sep 09 20:28:42.322887 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be750b-00c4-4905-a79a-98f43da694bc req-7ab6b0db-7ae0-4abd-bba7-216f01337467 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:42.324792 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a6be750b-00c4-4905-a79a-98f43da694bc req-7ab6b0db-7ae0-4abd-bba7-216f01337467 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 932 time: 0.2829306 Sep 09 20:28:42.440523 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.451588 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ae38c84b-6567-4a44-910c-1d65261492bd admin admin] Publish callbacks [] for security_group (5b1ac6bd-0812-4d06-b712-0bd7b1993075), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.460699 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:42.462927 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8a10a-ce2e-45f6-acf4-5e8925bbabcf req-2570d13d-6d27-4459-b01e-3f85300e5b23 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:42.464940 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-66e8a10a-ce2e-45f6-acf4-5e8925bbabcf req-2570d13d-6d27-4459-b01e-3f85300e5b23 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 943 time: 0.1055863 Sep 09 20:28:42.469204 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ae38c84b-6567-4a44-910c-1d65261492bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (5b1ac6bd-0812-4d06-b712-0bd7b1993075), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.500831 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe73e09-c26d-4369-84ac-6ca56c0493e8 service neutron] Pushing event updated for resources: {'Port': ['ID=727b9f9f-0d7b-470a-ba5d-2023a0e7304d,revision_number=3']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:42.532795 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a6be750b-00c4-4905-a79a-98f43da694bc req-ed0d5607-de89-43f4-bba6-4297dcdd42e3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690822 Sep 09 20:28:42.541059 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc294b6-8a23-4205-8c36-01b2941e0c68 {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:28:42.544220 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-e0415e97-c624-4c4f-9157-9960fc79f78d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:42.546182 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-e0415e97-c624-4c4f-9157-9960fc79f78d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e922e249-8412-4a6f-a000-86403046577e HTTP/1.1" status: 200 len: 817 time: 0.3365607 Sep 09 20:28:42.548180 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-ae38c84b-6567-4a44-910c-1d65261492bd admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=99832d5ba9b7408b88d9c0f022cd6ef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8236136 Sep 09 20:28:42.551825 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 56884) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:42.567174 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38c84b-6567-4a44-910c-1d65261492bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1ac6bd-0812-4d06-b712-0bd7b1993075,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:42.571131 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Publish callbacks [] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.575133 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:42.590337 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Transition to ACTIVE for port object ccc294b6-8a23-4205-8c36-01b2941e0c68 will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:28:42.596009 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.602110 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-66e8a10a-ce2e-45f6-acf4-5e8925bbabcf req-5a5b72a6-8020-43e0-807c-5f363c350de5 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241474 Sep 09 20:28:42.609831 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238dcfa5-c174-48a8-bb3b-c08e7aa88c30 x-openstack-request-id: req-238dcfa5-c174-48a8-bb3b-c08e7aa88c30 {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:28:42.610348 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5", "tag": "727b9f9f-0d7b-470a-ba5d-2023a0e7304d", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:28:42.610747 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-238dcfa5-c174-48a8-bb3b-c08e7aa88c30 {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:28:42.611554 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238dcfa5-c174-48a8-bb3b-c08e7aa88c30'] response: {'name': 'network-changed', 'server_uuid': 'fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5', 'tag': '727b9f9f-0d7b-470a-ba5d-2023a0e7304d', 'status': 'completed', 'code': 200} Sep 09 20:28:42.627016 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:42.631646 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5270d288-8689-4166-9dae-880bb7841bc5 admin admin] Publish callbacks [] for security_group (5b1ac6bd-0812-4d06-b712-0bd7b1993075), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.653094 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5270d288-8689-4166-9dae-880bb7841bc5 admin admin] Publish callbacks [] for security_group (5b1ac6bd-0812-4d06-b712-0bd7b1993075), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.671529 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc294b6-8a23-4205-8c36-01b2941e0c68,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:42.689497 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Attempting to bind port ccc294b6-8a23-4205-8c36-01b2941e0c68 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:42.689983 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Attempting to bind port ccc294b6-8a23-4205-8c36-01b2941e0c68 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:42.690316 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Attempting to bind port ccc294b6-8a23-4205-8c36-01b2941e0c68 on network b188b4ef-6195-4514-85bf-2356d78cce90 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:42.702678 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5270d288-8689-4166-9dae-880bb7841bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (5b1ac6bd-0812-4d06-b712-0bd7b1993075), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.705512 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5270d288-8689-4166-9dae-880bb7841bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.706763 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-5270d288-8689-4166-9dae-880bb7841bc5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5b1ac6bd-0812-4d06-b712-0bd7b1993075 HTTP/1.1" status: 204 len: 168 time: 0.1538727 Sep 09 20:28:42.717441 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270d288-8689-4166-9dae-880bb7841bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1ac6bd-0812-4d06-b712-0bd7b1993075,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:42.743100 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Port ccc294b6-8a23-4205-8c36-01b2941e0c68 on network b188b4ef-6195-4514-85bf-2356d78cce90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:28:42.743553 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Attempting to bind port ccc294b6-8a23-4205-8c36-01b2941e0c68 on network b188b4ef-6195-4514-85bf-2356d78cce90 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:42.786262 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:42.786605 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Checking segment: {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:42.786988 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Bound using segment: {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:42.787420 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Bound port: ccc294b6-8a23-4205-8c36-01b2941e0c68, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:42.787777 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.801951 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:42.850250 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] For port ccc294b6-8a23-4205-8c36-01b2941e0c68, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:42.853302 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] For port ccc294b6-8a23-4205-8c36-01b2941e0c68, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=ccc294b6-8a23-4205-8c36-01b2941e0c68,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:42.859114 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.883822 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:42.884435 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:42.885870 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ccc294b6-8a23-4205-8c36-01b2941e0c68 HTTP/1.1" status: 200 len: 1094 time: 1.1526997 Sep 09 20:28:42.886423 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609ef31d-c755-46cf-9bd4-d5373f9cb78d', 'tag': 'ccc294b6-8a23-4205-8c36-01b2941e0c68'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:28:42.888667 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ff6483-1674-4384-b953-c4045b6d2db2" -d '{"events": [{"name": "network-changed", "server_uuid": "609ef31d-c755-46cf-9bd4-d5373f9cb78d", "tag": "ccc294b6-8a23-4205-8c36-01b2941e0c68"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:28:42.927607 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56db86-ab4d-411b-ace3-d44bbc1c05f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc294b6-8a23-4205-8c36-01b2941e0c68,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:42.932534 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dd1e4e-269f-4f3a-ad1f-291ed31d099d x-openstack-request-id: req-f4dd1e4e-269f-4f3a-ad1f-291ed31d099d {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:28:42.934500 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609ef31d-c755-46cf-9bd4-d5373f9cb78d", "tag": "ccc294b6-8a23-4205-8c36-01b2941e0c68", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:28:42.934500 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4dd1e4e-269f-4f3a-ad1f-291ed31d099d {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:28:42.934500 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4dd1e4e-269f-4f3a-ad1f-291ed31d099d'] response: {'name': 'network-changed', 'server_uuid': '609ef31d-c755-46cf-9bd4-d5373f9cb78d', 'tag': 'ccc294b6-8a23-4205-8c36-01b2941e0c68', 'status': 'completed', 'code': 200} Sep 09 20:28:43.022425 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-51fa7547-eafa-40e8-85c5-b3901a60ce0e req-56e94b89-5957-4ab9-877c-562eac80b85a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 210 time: 0.0332220 Sep 09 20:28:43.022925 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 56898) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:43.037302 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7c592983-06d3-49cc-a4e8-79928843a173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:43.108858 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.25', 61689) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:43.148052 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628287b5-d1cb-4d84-b2e7-b4855cd8b0d3 req-431998a7-b3cb-4fe3-a60a-25c8896dd623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:43.149851 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-628287b5-d1cb-4d84-b2e7-b4855cd8b0d3 req-431998a7-b3cb-4fe3-a60a-25c8896dd623 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 1127 time: 0.0938497 Sep 09 20:28:43.170954 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a7d42-67f3-43f1-9349-27083e65c0d2 req-2a630934-f3a8-4355-99a7-67dc3c58de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:43.172898 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b59a7d42-67f3-43f1-9349-27083e65c0d2 req-2a630934-f3a8-4355-99a7-67dc3c58de35 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f1af1ec7-d9d8-4274-81f9-992fb1351ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1277771 Sep 09 20:28:43.176362 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940364b7-a47a-411e-a10a-23b44a3b7927 req-3bcc283d-9d23-40a9-aea2-e03a23fc5840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:43.178542 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-940364b7-a47a-411e-a10a-23b44a3b7927 req-3bcc283d-9d23-40a9-aea2-e03a23fc5840 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b310c05b03394f11b63f0a28f13d67b6&device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 1127 time: 0.1181395 Sep 09 20:28:43.182800 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff6483-1674-4384-b953-c4045b6d2db2 req-5262aae4-f757-49a9-89d1-78be6ac16c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:43.184429 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-23ff6483-1674-4384-b953-c4045b6d2db2 req-5262aae4-f757-49a9-89d1-78be6ac16c84 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 1128 time: 0.0740564 Sep 09 20:28:43.447360 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-64b1ae51-48e6-49e4-87a8-68b523bb3163 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8c1c909559e44322a07f7e4a463424a5 HTTP/1.1" status: 200 len: 380 time: 0.3920190 Sep 09 20:28:43.463143 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-220ca45d-dac1-4a90-893b-0943a0cadd50 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Request body: {'port': {'device_id': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'admin_state_up': True, 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'security_groups': ['4d6e030d-c53f-45a1-afb1-95af7c1409d8']}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:43.680994 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 92ac06aa-3b8a-4813-af77-d204e8112bb0 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:28:43.719182 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56930) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:43.756994 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff6483-1674-4384-b953-c4045b6d2db2 req-abe18374-05ef-483d-b3f0-6e9d61e34e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:43.759294 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-23ff6483-1674-4384-b953-c4045b6d2db2 req-abe18374-05ef-483d-b3f0-6e9d61e34e29 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=f07defd609684351b4b7d0d110212a7c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5649748 Sep 09 20:28:43.776438 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ca566-9e16-4810-82b1-cc71929fef3e req-d4778935-45fb-407e-9824-1c65c75a7b41 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:43.785271 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e69ca566-9e16-4810-82b1-cc71929fef3e req-d4778935-45fb-407e-9824-1c65c75a7b41 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 943 time: 0.4573400 Sep 09 20:28:43.828766 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940364b7-a47a-411e-a10a-23b44a3b7927 req-b44ffca1-5bb1-41c2-bdb2-c755fe8a1513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:43.830923 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-940364b7-a47a-411e-a10a-23b44a3b7927 req-b44ffca1-5bb1-41c2-bdb2-c755fe8a1513 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f13a2180-b7d4-4447-b571-f0f2b37395e2 HTTP/1.1" status: 200 len: 912 time: 0.6373420 Sep 09 20:28:43.832875 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b59a7d42-67f3-43f1-9349-27083e65c0d2 req-1860004c-1ad5-47ab-a6b5-54d34d4d9e66 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f1af1ec7-d9d8-4274-81f9-992fb1351ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473317 Sep 09 20:28:43.844820 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 92ac06aa-3b8a-4813-af77-d204e8112bb0, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=92ac06aa-3b8a-4813-af77-d204e8112bb0,segment=NetworkSegment(f305c9c4-d4e4-488a-aea3-25b48ffa89b8),segment_id=f305c9c4-d4e4-488a-aea3-25b48ffa89b8)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:43.850742 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-220ca45d-dac1-4a90-893b-0943a0cadd50 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Made reservation on behalf of 8c1c909559e44322a07f7e4a463424a5 for: {'port': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:28:43.854499 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-220ca45d-dac1-4a90-893b-0943a0cadd50 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:43.878076 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': '92ac06aa-3b8a-4813-af77-d204e8112bb0', 'network_id': 'f1af1ec7-d9d8-4274-81f9-992fb1351ac3', 'port_id': '92ac06aa-3b8a-4813-af77-d204e8112bb0', 'mac_address': 'fa:16:3e:c3:c5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '379d5b38-ecb7-4dae-9ec6-9456c03fce06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:28:43.919096 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ff136-86a3-4be0-aadb-e4402d50a59f req-9a8accd5-cd71-4f8c-9daf-076b405ccdd4 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:43.921173 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6b9ff136-86a3-4be0-aadb-e4402d50a59f req-9a8accd5-cd71-4f8c-9daf-076b405ccdd4 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 944 time: 0.0899611 Sep 09 20:28:43.944915 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 92ac06aa-3b8a-4813-af77-d204e8112bb0 is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:43.945461 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:43.963443 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ac06aa-3b8a-4813-af77-d204e8112bb0 {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:28:43.994619 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 92ac06aa-3b8a-4813-af77-d204e8112bb0, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=92ac06aa-3b8a-4813-af77-d204e8112bb0,segment=NetworkSegment(f305c9c4-d4e4-488a-aea3-25b48ffa89b8),segment_id=f305c9c4-d4e4-488a-aea3-25b48ffa89b8)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:43.996960 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628287b5-d1cb-4d84-b2e7-b4855cd8b0d3 req-94245c21-fdf5-493b-839f-41db0409a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:43.998880 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-628287b5-d1cb-4d84-b2e7-b4855cd8b0d3 req-94245c21-fdf5-493b-839f-41db0409a604 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=f07defd609684351b4b7d0d110212a7c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8378463 Sep 09 20:28:44.002687 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:44.002860 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-940364b7-a47a-411e-a10a-23b44a3b7927 req-27ddf11d-536b-4359-b1fd-5b6714acbeb4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a HTTP/1.1" status: 200 len: 217 time: 0.1379397 Sep 09 20:28:44.003200 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:44.028411 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7c592983-06d3-49cc-a4e8-79928843a173 admin admin] Publish callbacks [] for security_group (319514a7-ba75-410d-8e0a-50125f65b905), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:44.028849 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b770190d-a0a3-4d95-86fe-4c1a752dcdb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:44.038859 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e69ca566-9e16-4810-82b1-cc71929fef3e req-e0627478-46b7-429f-9e88-aafaa09a637a tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2524860 Sep 09 20:28:44.068831 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:44.086520 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=92ac06aa-3b8a-4813-af77-d204e8112bb0,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:44.091490 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7c592983-06d3-49cc-a4e8-79928843a173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (319514a7-ba75-410d-8e0a-50125f65b905), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:44.142625 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-7c592983-06d3-49cc-a4e8-79928843a173 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=37588baaad34495ca5e4adc1e2cbaecc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1183569 Sep 09 20:28:44.152736 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6b9ff136-86a3-4be0-aadb-e4402d50a59f req-17ba49b0-7e0b-4b81-9e6a-b3de16efb352 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105241 Sep 09 20:28:44.157151 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56942) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:44.191563 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 56944) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:44.196389 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff6483-1674-4384-b953-c4045b6d2db2 req-ae5b6ca6-2fe6-4f51-ae49-4c09872a14c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:44.199343 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-23ff6483-1674-4384-b953-c4045b6d2db2 req-ae5b6ca6-2fe6-4f51-ae49-4c09872a14c9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4286399 Sep 09 20:28:44.225938 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940364b7-a47a-411e-a10a-23b44a3b7927 req-8ee542fe-0699-48d9-bc90-535153afd33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:44.227411 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-940364b7-a47a-411e-a10a-23b44a3b7927 req-8ee542fe-0699-48d9-bc90-535153afd33e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a4fdbd5e-0e81-4545-9b3a-a3439a61b913 HTTP/1.1" status: 200 len: 850 time: 0.2139418 Sep 09 20:28:44.287277 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b59a7d42-67f3-43f1-9349-27083e65c0d2 req-2dc5e0e7-5482-47e1-a630-834aecc0ec18 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f1af1ec7-d9d8-4274-81f9-992fb1351ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214237 Sep 09 20:28:44.306681 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['92ac06aa-3b8a-4813-af77-d204e8112bb0'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:28:44.347234 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940364b7-a47a-411e-a10a-23b44a3b7927 req-5c2a28ae-0361-459e-ba12-abc205d9bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:44.348753 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-940364b7-a47a-411e-a10a-23b44a3b7927 req-5c2a28ae-0361-459e-ba12-abc205d9bee6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f13a2180-b7d4-4447-b571-f0f2b37395e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1123505 Sep 09 20:28:44.353405 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:44.354798 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-aff4bbf3-822b-4bd4-bb01-da1abe8cb9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:44.356339 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-aff4bbf3-822b-4bd4-bb01-da1abe8cb9c9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 1128 time: 0.1015084 Sep 09 20:28:44.404420 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:44.443758 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-61543e9c-4e55-49c8-b679-b3622167798d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccc294b6-8a23-4205-8c36-01b2941e0c68 HTTP/1.1" status: 200 len: 217 time: 0.0717556 Sep 09 20:28:44.467670 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c592983-06d3-49cc-a4e8-79928843a173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319514a7-ba75-410d-8e0a-50125f65b905,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:44.497590 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1cdc-60ba-4bb7-9535-20ebbc96d398 admin admin] Publish callbacks [] for security_group (319514a7-ba75-410d-8e0a-50125f65b905), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:44.537228 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-691ee8b7-f4a1-495d-a339-3419c609b46d req-acb0ef34-9865-4522-9288-550f308ea636 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 210 time: 0.2757320 Sep 09 20:28:44.559872 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b770190d-a0a3-4d95-86fe-4c1a752dcdb0 admin admin] Publish callbacks [] for security_group (e4a84e54-9d8a-4a73-a499-e2a76f37f46f), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:44.568181 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b4c28-f6e5-4d47-9459-57d779799ec7 req-731359b0-e121-4ad2-b36c-bacf4b96547f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:44.575316 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ec4b4c28-f6e5-4d47-9459-57d779799ec7 req-731359b0-e121-4ad2-b36c-bacf4b96547f tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 944 time: 0.3958204 Sep 09 20:28:44.576562 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1cdc-60ba-4bb7-9535-20ebbc96d398 admin admin] Publish callbacks [] for security_group (319514a7-ba75-410d-8e0a-50125f65b905), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:44.581713 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b770190d-a0a3-4d95-86fe-4c1a752dcdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (e4a84e54-9d8a-4a73-a499-e2a76f37f46f), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:44.609871 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-af0bc389-2edf-4b22-967b-c0dc39508047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:44.624751 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-e7642a45-4320-4910-9ae1-1e8f31185a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:44.626384 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-e7642a45-4320-4910-9ae1-1e8f31185a8e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 HTTP/1.1" status: 200 len: 858 time: 0.1430366 Sep 09 20:28:44.692063 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628287b5-d1cb-4d84-b2e7-b4855cd8b0d3 req-cadd0dcf-cb5e-429d-b98d-e5f43352dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:44.693569 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-628287b5-d1cb-4d84-b2e7-b4855cd8b0d3 req-cadd0dcf-cb5e-429d-b98d-e5f43352dc50 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6673326 Sep 09 20:28:44.713973 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-b770190d-a0a3-4d95-86fe-4c1a752dcdb0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3ee13e693f104220a0ca85bcf0b2cfd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9917910 Sep 09 20:28:44.714705 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770190d-a0a3-4d95-86fe-4c1a752dcdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a84e54-9d8a-4a73-a499-e2a76f37f46f,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:44.719666 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56956) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:44.731615 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-940364b7-a47a-411e-a10a-23b44a3b7927 req-bb4946cd-0689-4265-aab2-a42c8b298f98 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743467 Sep 09 20:28:44.739212 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ec4b4c28-f6e5-4d47-9459-57d779799ec7 req-188e1047-5cab-4d91-9234-1e1944c61796 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628969 Sep 09 20:28:44.739617 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 56958) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:44.757655 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-220ca45d-dac1-4a90-893b-0943a0cadd50 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Allocated IP 172.20.0.13 (e922e249-8412-4a6f-a000-86403046577e/cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44/715458c7-e2c5-47e3-9ee4-1e82cbf7d53e) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:28:44.766771 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1cbb7836-eaca-4e42-ad62-09bf83a0f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:44.768255 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-1cbb7836-eaca-4e42-ad62-09bf83a0f9b7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b188b4ef-6195-4514-85bf-2356d78cce90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1262646 Sep 09 20:28:44.873539 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-1c983f5a-8448-44f2-ad86-495a755c0012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:44.875111 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-1c983f5a-8448-44f2-ad86-495a755c0012 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 1127 time: 0.0932479 Sep 09 20:28:44.876976 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1cdc-60ba-4bb7-9535-20ebbc96d398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (319514a7-ba75-410d-8e0a-50125f65b905), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:44.879897 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1cdc-60ba-4bb7-9535-20ebbc96d398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:44.883942 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-eb2e1cdc-60ba-4bb7-9535-20ebbc96d398 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/319514a7-ba75-410d-8e0a-50125f65b905 HTTP/1.1" status: 204 len: 168 time: 0.7184186 Sep 09 20:28:44.889320 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:44.913133 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e1cdc-60ba-4bb7-9535-20ebbc96d398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319514a7-ba75-410d-8e0a-50125f65b905,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:44.927662 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:44.943755 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-af0bc389-2edf-4b22-967b-c0dc39508047 admin admin] Publish callbacks [] for security_group (e9d26bc3-bc3a-4d84-aaa2-ba71880a121f), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:44.946601 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-7192626c-e254-441a-99b4-93a4263bce0b admin admin] Publish callbacks [] for security_group (e4a84e54-9d8a-4a73-a499-e2a76f37f46f), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:44.984053 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-3ef2ec71-cd32-44dd-b637-4abb9d6252a1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=727b9f9f-0d7b-470a-ba5d-2023a0e7304d HTTP/1.1" status: 200 len: 217 time: 0.0976617 Sep 09 20:28:44.987825 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-af0bc389-2edf-4b22-967b-c0dc39508047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (e9d26bc3-bc3a-4d84-aaa2-ba71880a121f), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.004450 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-7192626c-e254-441a-99b4-93a4263bce0b admin admin] Publish callbacks [] for security_group (e4a84e54-9d8a-4a73-a499-e2a76f37f46f), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.012891 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-f0971c70-216b-428b-bc81-939e6c514b18 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296813 Sep 09 20:28:45.014767 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-940364b7-a47a-411e-a10a-23b44a3b7927 req-58d8413e-55a1-4400-9429-7b233b3451e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742412 Sep 09 20:28:45.018246 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b99580b9-8993-40b1-9cca-54ecb8c55b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.102205 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-af0bc389-2edf-4b22-967b-c0dc39508047 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8f5e1579b6d3470eaf120e05c9a466dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8419793 Sep 09 20:28:45.104173 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56968) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:45.126437 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bc389-2edf-4b22-967b-c0dc39508047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d26bc3-bc3a-4d84-aaa2-ba71880a121f,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:45.138003 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:45.156292 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-7192626c-e254-441a-99b4-93a4263bce0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (e4a84e54-9d8a-4a73-a499-e2a76f37f46f), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.158816 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-7192626c-e254-441a-99b4-93a4263bce0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.162603 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-7192626c-e254-441a-99b4-93a4263bce0b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e4a84e54-9d8a-4a73-a499-e2a76f37f46f HTTP/1.1" status: 204 len: 168 time: 0.4389436 Sep 09 20:28:45.162760 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-ce22a922-6588-4c5e-ab8e-c96d14831e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:45.170179 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-ce22a922-6588-4c5e-ab8e-c96d14831e34 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 HTTP/1.1" status: 200 len: 858 time: 0.1629658 Sep 09 20:28:45.188773 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192626c-e254-441a-99b4-93a4263bce0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a84e54-9d8a-4a73-a499-e2a76f37f46f,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:45.197406 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-34e9add9-68fd-428f-bd18-b0ff7b9995c5 req-37b9a8f6-4e40-49ed-b704-25f8f3c96e5a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706395 Sep 09 20:28:45.214803 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-28298594-e772-4422-a560-215c4ea6e2f7 admin admin] Publish callbacks [] for security_group (e9d26bc3-bc3a-4d84-aaa2-ba71880a121f), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.239370 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-28298594-e772-4422-a560-215c4ea6e2f7 admin admin] Publish callbacks [] for security_group (e9d26bc3-bc3a-4d84-aaa2-ba71880a121f), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.263210 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-220ca45d-dac1-4a90-893b-0943a0cadd50 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.300500 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-28298594-e772-4422-a560-215c4ea6e2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (e9d26bc3-bc3a-4d84-aaa2-ba71880a121f), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.303101 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-28298594-e772-4422-a560-215c4ea6e2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.304932 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-28298594-e772-4422-a560-215c4ea6e2f7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e9d26bc3-bc3a-4d84-aaa2-ba71880a121f HTTP/1.1" status: 204 len: 168 time: 0.1980698 Sep 09 20:28:45.319526 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28298594-e772-4422-a560-215c4ea6e2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d26bc3-bc3a-4d84-aaa2-ba71880a121f,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:45.345468 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:45.405795 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:45.426357 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-b8b72fb5-c025-4703-93b4-d7e348bbe474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:45.428118 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-b8b72fb5-c025-4703-93b4-d7e348bbe474 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b188b4ef-6195-4514-85bf-2356d78cce90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2571242 Sep 09 20:28:45.438342 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-220ca45d-dac1-4a90-893b-0943a0cadd50 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.457513 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d9654-8bcc-4964-9bf3-414e5627b193 req-b629d320-c632-4c72-9ab5-efdf6344573f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:45.459126 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c70d9654-8bcc-4964-9bf3-414e5627b193 req-b629d320-c632-4c72-9ab5-efdf6344573f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 943 time: 0.2866364 Sep 09 20:28:45.493053 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807564ce-7985-4169-824a-cf5bc1801f0d req-c515fe96-4bcb-46bd-85f1-8acce8535b90 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:45.494568 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-807564ce-7985-4169-824a-cf5bc1801f0d req-c515fe96-4bcb-46bd-85f1-8acce8535b90 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 944 time: 0.1987674 Sep 09 20:28:45.534409 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56984) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:45.552893 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-220ca45d-dac1-4a90-893b-0943a0cadd50 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Network e922e249-8412-4a6f-a000-86403046577e is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:28:45.555099 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2fcc872f-2c6e-424b-a014-deff9372aeb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.572111 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-220ca45d-dac1-4a90-893b-0943a0cadd50 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:45.576364 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-220ca45d-dac1-4a90-893b-0943a0cadd50 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:28:45.581688 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-220ca45d-dac1-4a90-893b-0943a0cadd50 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:45.582344 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-220ca45d-dac1-4a90-893b-0943a0cadd50 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for port (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.590522 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ca45d-dac1-4a90-893b-0943a0cadd50 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event updated for resources: {'Port': ['ID=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:45.680873 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:28:45.699469 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2fcc872f-2c6e-424b-a014-deff9372aeb0 admin admin] Publish callbacks [] for security_group (e1b3fac5-f955-4a7c-b901-2fe29675d381), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.708400 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2fcc872f-2c6e-424b-a014-deff9372aeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (e1b3fac5-f955-4a7c-b901-2fe29675d381), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.746912 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-807564ce-7985-4169-824a-cf5bc1801f0d req-87ada14c-367e-4db8-a14b-bf93b91e4971 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412391 Sep 09 20:28:45.750690 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-220ca45d-dac1-4a90-893b-0943a0cadd50 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2931528 Sep 09 20:28:45.753662 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b99580b9-8993-40b1-9cca-54ecb8c55b4b admin admin] Publish callbacks [] for security_group (0b10a9db-7d23-4f8e-bc89-89ff45cfae73), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.767686 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c70d9654-8bcc-4964-9bf3-414e5627b193 req-4a8375a2-2422-45df-8245-022188874f15 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2697654 Sep 09 20:28:45.772208 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b99580b9-8993-40b1-9cca-54ecb8c55b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (0b10a9db-7d23-4f8e-bc89-89ff45cfae73), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:45.802933 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc872f-2c6e-424b-a014-deff9372aeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b3fac5-f955-4a7c-b901-2fe29675d381,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:45.838690 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:45.850276 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99580b9-8993-40b1-9cca-54ecb8c55b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b10a9db-7d23-4f8e-bc89-89ff45cfae73,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:45.855740 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': 'b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'port_id': 'b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a', 'mac_address': 'fa:16:3e:9b:c7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:28:45.860397 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 92ac06aa-3b8a-4813-af77-d204e8112bb0 up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:45.879034 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 56994) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:45.879628 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-2fcc872f-2c6e-424b-a014-deff9372aeb0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=51a0227cbaca45a8a62162defbd418d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428247 Sep 09 20:28:45.961553 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port 92ac06aa-3b8a-4813-af77-d204e8112bb0 completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:28:45.965653 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 56996) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:45.974153 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port 92ac06aa-3b8a-4813-af77-d204e8112bb0 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:45.974580 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.000564 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:46.001029 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.008636 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-b99580b9-8993-40b1-9cca-54ecb8c55b4b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=291777971b844cecae4de7166c0c0b24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2623024 Sep 09 20:28:46.015993 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 57000) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:46.032793 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:46.041054 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:28:46.056522 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a3078dcf-4415-4ad0-9b7f-119933889254 None None] Provisioning complete for port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:46.058389 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a3078dcf-4415-4ad0-9b7f-119933889254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.080769 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e6215-18fe-4e46-97f7-1717e46e4eeb req-95ee4a2c-081f-4e8b-ae6e-cdc3790f1c9f tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:46.088379 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4f7e6215-18fe-4e46-97f7-1717e46e4eeb req-95ee4a2c-081f-4e8b-ae6e-cdc3790f1c9f tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 932 time: 0.1422558 Sep 09 20:28:46.104531 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:46.123035 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1374d2-105a-40f3-be18-e9897adcb8df req-5a1199d9-583c-4144-a4dd-ad8b0761bc15 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:46.124499 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3e1374d2-105a-40f3-be18-e9897adcb8df req-5a1199d9-583c-4144-a4dd-ad8b0761bc15 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 944 time: 0.1931298 Sep 09 20:28:46.141962 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.153355 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Request body: {'port': {'device_id': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:46.153686 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a3078dcf-4415-4ad0-9b7f-119933889254 None None] Port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:28:46.167724 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e4fdd21b-1a31-42d3-809d-2cebffc497eb admin admin] Publish callbacks [] for security_group (0b10a9db-7d23-4f8e-bc89-89ff45cfae73), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.187367 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 92ac06aa-3b8a-4813-af77-d204e8112bb0 is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:46.188009 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.194498 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e4fdd21b-1a31-42d3-809d-2cebffc497eb admin admin] Publish callbacks [] for security_group (0b10a9db-7d23-4f8e-bc89-89ff45cfae73), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.232847 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:46.237011 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-bbb74749-d91a-456f-8651-80387ce63154 admin admin] Publish callbacks [] for security_group (e1b3fac5-f955-4a7c-b901-2fe29675d381), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.243489 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3294b2ee-c133-4483-a732-1b10f1130e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ac06aa-3b8a-4813-af77-d204e8112bb0'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:28:46.262765 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-bbb74749-d91a-456f-8651-80387ce63154 admin admin] Publish callbacks [] for security_group (e1b3fac5-f955-4a7c-b901-2fe29675d381), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.267898 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b314074-2e9b-4740-9a0a-5821f70cda51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.314622 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:46.329506 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e4fdd21b-1a31-42d3-809d-2cebffc497eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (0b10a9db-7d23-4f8e-bc89-89ff45cfae73), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.331298 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 92ac06aa-3b8a-4813-af77-d204e8112bb0, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=92ac06aa-3b8a-4813-af77-d204e8112bb0,segment=NetworkSegment(f305c9c4-d4e4-488a-aea3-25b48ffa89b8),segment_id=f305c9c4-d4e4-488a-aea3-25b48ffa89b8)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:46.331935 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e4fdd21b-1a31-42d3-809d-2cebffc497eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.332981 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-e4fdd21b-1a31-42d3-809d-2cebffc497eb admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0b10a9db-7d23-4f8e-bc89-89ff45cfae73 HTTP/1.1" status: 204 len: 168 time: 0.3158636 Sep 09 20:28:46.339867 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.390113 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b314074-2e9b-4740-9a0a-5821f70cda51 admin admin] Publish callbacks [] for security_group (d8d0c052-74d2-4e07-95fb-5d9d87d25bbb), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.395416 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b314074-2e9b-4740-9a0a-5821f70cda51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (d8d0c052-74d2-4e07-95fb-5d9d87d25bbb), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.396182 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fdd21b-1a31-42d3-809d-2cebffc497eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b10a9db-7d23-4f8e-bc89-89ff45cfae73,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:46.412436 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:28:46.441273 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4f7e6215-18fe-4e46-97f7-1717e46e4eeb req-84b9d739-1833-4fa2-bff1-2be5fcc384e6 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319097 Sep 09 20:28:46.441595 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-5b314074-2e9b-4740-9a0a-5821f70cda51 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e85c36d05d3b4bee8645d3d65bf46b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4687352 Sep 09 20:28:46.441595 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 57014) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:46.441595 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:46.462281 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:46.467042 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3e1374d2-105a-40f3-be18-e9897adcb8df req-710676f6-035c-4654-b1dc-7f374dd93c00 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104165 Sep 09 20:28:46.497393 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b314074-2e9b-4740-9a0a-5821f70cda51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d0c052-74d2-4e07-95fb-5d9d87d25bbb,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:46.530844 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e3576c3d-b7fd-462a-9397-9082c99c94b7 admin admin] Publish callbacks [] for security_group (d8d0c052-74d2-4e07-95fb-5d9d87d25bbb), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.557348 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e3576c3d-b7fd-462a-9397-9082c99c94b7 admin admin] Publish callbacks [] for security_group (d8d0c052-74d2-4e07-95fb-5d9d87d25bbb), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.588406 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.619740 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e3576c3d-b7fd-462a-9397-9082c99c94b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (d8d0c052-74d2-4e07-95fb-5d9d87d25bbb), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.634237 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e3576c3d-b7fd-462a-9397-9082c99c94b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.640646 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-61ef8e87-d2c0-4af8-ba6d-35c66a8582d3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122812 Sep 09 20:28:46.641520 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-e3576c3d-b7fd-462a-9397-9082c99c94b7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d8d0c052-74d2-4e07-95fb-5d9d87d25bbb HTTP/1.1" status: 204 len: 168 time: 0.2009144 Sep 09 20:28:46.660672 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=92ac06aa-3b8a-4813-af77-d204e8112bb0,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:46.666180 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3576c3d-b7fd-462a-9397-9082c99c94b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d0c052-74d2-4e07-95fb-5d9d87d25bbb,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:46.677535 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48217728-2832-4bf5-8699-993e6fcbdd2f" -d '{"events": [{"server_uuid": "3294b2ee-c133-4483-a732-1b10f1130e44", "name": "network-vif-plugged", "status": "completed", "tag": "92ac06aa-3b8a-4813-af77-d204e8112bb0"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:28:46.764677 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:46.812371 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-bbb74749-d91a-456f-8651-80387ce63154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (e1b3fac5-f955-4a7c-b901-2fe29675d381), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.822182 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-bbb74749-d91a-456f-8651-80387ce63154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:46.823505 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-bbb74749-d91a-456f-8651-80387ce63154 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e1b3fac5-f955-4a7c-b901-2fe29675d381 HTTP/1.1" status: 204 len: 168 time: 0.9369533 Sep 09 20:28:46.866215 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb74749-d91a-456f-8651-80387ce63154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b3fac5-f955-4a7c-b901-2fe29675d381,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:46.994925 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c295171-37a9-45c2-a993-a3fa6fb27101 x-openstack-request-id: req-2c295171-37a9-45c2-a993-a3fa6fb27101 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:28:46.995755 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3294b2ee-c133-4483-a732-1b10f1130e44", "name": "network-vif-plugged", "status": "completed", "tag": "92ac06aa-3b8a-4813-af77-d204e8112bb0", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:28:46.996154 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c295171-37a9-45c2-a993-a3fa6fb27101 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:28:46.996744 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c295171-37a9-45c2-a993-a3fa6fb27101'] response: {'server_uuid': '3294b2ee-c133-4483-a732-1b10f1130e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ac06aa-3b8a-4813-af77-d204e8112bb0', 'code': 200} Sep 09 20:28:47.039287 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f85b1-386a-4431-9c24-701d48e1b13d req-f6d35ef2-7a83-4b31-9ad7-d59238d05824 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:47.046776 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3b7f85b1-386a-4431-9c24-701d48e1b13d req-f6d35ef2-7a83-4b31-9ad7-d59238d05824 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 944 time: 0.1482999 Sep 09 20:28:47.152412 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3b7f85b1-386a-4431-9c24-701d48e1b13d req-e239b7e1-435d-4772-9182-dacce449d342 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047671 Sep 09 20:28:47.154963 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5af68f29-e8ab-4a5a-b769-2812b7a82aba req-afec86b5-068d-4506-8f86-a9d99a40a122 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442688 Sep 09 20:28:47.299093 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717044ee-9260-47fb-833e-73d34156385f req-014d97aa-03c2-4dd9-9a3c-c302584e5a57 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:47.300818 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-717044ee-9260-47fb-833e-73d34156385f req-014d97aa-03c2-4dd9-9a3c-c302584e5a57 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 944 time: 0.2114017 Sep 09 20:28:47.311956 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45b13a-1a02-4d1b-bebc-1d35f15774cc req-15f94815-f9e5-4a99-9026-e1748eef0321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:47.314274 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3e45b13a-1a02-4d1b-bebc-1d35f15774cc req-15f94815-f9e5-4a99-9026-e1748eef0321 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 1129 time: 0.1351640 Sep 09 20:28:47.369925 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e {{(pid=106234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:28:47.591168 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Publish callbacks [] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:47.612392 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:47.647141 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-717044ee-9260-47fb-833e-73d34156385f req-577830b8-ec56-473d-804d-b92e6ef85a7d tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375366 Sep 09 20:28:47.655199 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.provisioning_blocks [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Transition to ACTIVE for port object 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e will not be triggered until provisioned by entity L2. {{(pid=106234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:28:47.663177 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d580d-838d-4db6-b89e-50c19f102c62 req-e0232395-cf44-40ce-b133-8f5a63666041 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:47.664646 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ce7d580d-838d-4db6-b89e-50c19f102c62 req-e0232395-cf44-40ce-b133-8f5a63666041 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 932 time: 0.0782647 Sep 09 20:28:47.666056 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:47.699262 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device ccc294b6-8a23-4205-8c36-01b2941e0c68 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:28:47.788238 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Pushing event updated for resources: {'Port': ['ID=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:47.797450 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.managers [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Attempting to bind port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:28:47.797450 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.managers [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Attempting to bind port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'}] {{(pid=106234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:28:47.797637 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Attempting to bind port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e on network e922e249-8412-4a6f-a000-86403046577e {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:47.833814 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:47.836930 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port ccc294b6-8a23-4205-8c36-01b2941e0c68, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=ccc294b6-8a23-4205-8c36-01b2941e0c68,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:47.863605 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ce7d580d-838d-4db6-b89e-50c19f102c62 req-f334b023-7ca3-4f8a-99f8-81e088e8b095 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880643 Sep 09 20:28:47.868438 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': 'ccc294b6-8a23-4205-8c36-01b2941e0c68', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'port_id': 'ccc294b6-8a23-4205-8c36-01b2941e0c68', 'mac_address': 'fa:16:3e:bf:19:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:28:47.885813 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb295d2-c2d2-42ce-825b-d8d943da4d49 req-200f773f-3077-4d7a-bf2d-41ca53f6c773 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:47.887467 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-adb295d2-c2d2-42ce-825b-d8d943da4d49 req-200f773f-3077-4d7a-bf2d-41ca53f6c773 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 945 time: 0.0957165 Sep 09 20:28:47.911814 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e on network e922e249-8412-4a6f-a000-86403046577e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:28:47.912141 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Attempting to bind port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e on network e922e249-8412-4a6f-a000-86403046577e {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:28:47.933524 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:47.953443 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port ccc294b6-8a23-4205-8c36-01b2941e0c68 is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:47.954236 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:47.964555 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:47.975519 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:28:47.981205 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc294b6-8a23-4205-8c36-01b2941e0c68 {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:28:47.990083 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:47.990459 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:48.010546 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-3e45b13a-1a02-4d1b-bebc-1d35f15774cc req-ebcab93c-87fe-4c96-b0c8-582d9bfcd9eb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:48.028220 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-adb295d2-c2d2-42ce-825b-d8d943da4d49 req-473b45e4-fd93-4c7c-ad10-36549bed4ed5 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352601 Sep 09 20:28:48.033540 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port ccc294b6-8a23-4205-8c36-01b2941e0c68, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=ccc294b6-8a23-4205-8c36-01b2941e0c68,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:48.046057 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:48.048802 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:28:48.049516 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Checking segment: {'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:48.049728 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Bound using segment: {'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'} {{(pid=106234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:28:48.050162 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.managers [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Bound port: 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'}}] {{(pid=106234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:28:48.050683 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:48.120572 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=ccc294b6-8a23-4205-8c36-01b2941e0c68,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:48.158282 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] For port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e, host hv-cinder-84932, cleared binding levels {{(pid=106234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:28:48.162437 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:48.163129 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:48.164758 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] For port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:28:48.188945 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:48.192272 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:48.193015 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for port (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:48.194716 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/715458c7-e2c5-47e3-9ee4-1e82cbf7d53e HTTP/1.1" status: 200 len: 1094 time: 2.0688767 Sep 09 20:28:48.197237 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-3e45b13a-1a02-4d1b-bebc-1d35f15774cc req-ebcab93c-87fe-4c96-b0c8-582d9bfcd9eb service neutron] Publish callbacks [] for security_group (978e6aa9-6a04-4009-9d52-955828e78cb3), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:48.207881 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:48.209156 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'tag': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:28:48.213433 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484d642c-efbb-4a98-b81d-2e27b7516514" -d '{"events": [{"name": "network-changed", "server_uuid": "abe125d2-51c7-4732-aa2a-90ab2d85d05f", "tag": "715458c7-e2c5-47e3-9ee4-1e82cbf7d53e"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:28:48.218882 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-3e45b13a-1a02-4d1b-bebc-1d35f15774cc req-ebcab93c-87fe-4c96-b0c8-582d9bfcd9eb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (978e6aa9-6a04-4009-9d52-955828e78cb3), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:48.243883 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:48.314444 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['ccc294b6-8a23-4205-8c36-01b2941e0c68'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:28:48.336922 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3923ca-11f7-42cb-825d-ab3a80a82655 x-openstack-request-id: req-ac3923ca-11f7-42cb-825d-ab3a80a82655 {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:28:48.337277 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe125d2-51c7-4732-aa2a-90ab2d85d05f", "tag": "715458c7-e2c5-47e3-9ee4-1e82cbf7d53e", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:28:48.337573 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac3923ca-11f7-42cb-825d-ab3a80a82655 {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:28:48.338056 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3923ca-11f7-42cb-825d-ab3a80a82655'] response: {'name': 'network-changed', 'server_uuid': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'tag': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'status': 'completed', 'code': 200} Sep 09 20:28:48.397192 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:48.409334 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3e45b13a-1a02-4d1b-bebc-1d35f15774cc req-ebcab93c-87fe-4c96-b0c8-582d9bfcd9eb service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396770 Sep 09 20:28:48.455396 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcab93c-87fe-4c96-b0c8-582d9bfcd9eb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=978e6aa9-6a04-4009-9d52-955828e78cb3,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:48.507221 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07b60a-d623-433e-8c8d-409c0d9e7119 req-4f097284-30ec-4934-9324-2f68b8e42915 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:48.516819 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0c07b60a-d623-433e-8c8d-409c0d9e7119 req-4f097284-30ec-4934-9324-2f68b8e42915 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.2195799 Sep 09 20:28:48.524872 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dfb59-38fb-4f88-8694-f98345d22f94 service neutron] Pushing event updated for resources: {'Port': ['ID=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,revision_number=3']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:48.530996 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-8e86ea3f-3091-4c20-997b-c704d475fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:48.532898 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-8e86ea3f-3091-4c20-997b-c704d475fb62 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c1c909559e44322a07f7e4a463424a5&device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 1128 time: 0.2667906 Sep 09 20:28:48.616252 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0c07b60a-d623-433e-8c8d-409c0d9e7119 req-fe55367b-a99a-4e1c-91cc-d9125c76f24f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979066 Sep 09 20:28:48.674611 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-462d7552-c659-4e6c-801d-9ee744027fd2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e HTTP/1.1" status: 200 len: 217 time: 0.0420506 Sep 09 20:28:48.689641 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:48.745278 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-1be3c61c-d18b-4cd9-b3f7-cabc8837da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:48.747436 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-1be3c61c-d18b-4cd9-b3f7-cabc8837da2a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44 HTTP/1.1" status: 200 len: 856 time: 0.0664735 Sep 09 20:28:48.839709 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-4bd84546-7e10-4252-b7d7-e2ff4300e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:48.842037 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-4bd84546-7e10-4252-b7d7-e2ff4300e3d6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e922e249-8412-4a6f-a000-86403046577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850418 Sep 09 20:28:48.863567 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220317fe-01ac-4c74-8e05-a20662d0936d req-ace6a38a-abdf-46e4-9929-6662f38eca61 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:48.865053 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-220317fe-01ac-4c74-8e05-a20662d0936d req-ace6a38a-abdf-46e4-9929-6662f38eca61 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 945 time: 0.0750918 Sep 09 20:28:48.926720 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-220317fe-01ac-4c74-8e05-a20662d0936d req-92e37a90-e5ae-46eb-8e88-1216ccf5b08c tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555234 Sep 09 20:28:48.998617 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0ef033-9a7a-4b4d-8c77-2e52b202adec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:28:49.001130 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f741000b-0aa7-427a-8734-06581871a27c" -d '{"events": [{"server_uuid": "7e0ef033-9a7a-4b4d-8c77-2e52b202adec", "name": "network-vif-plugged", "status": "completed", "tag": "b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:28:49.022280 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132fe57-2e30-42ce-810a-8531dbadbb84 req-0809223b-43fa-4f91-847b-2ecd4af4cd90 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:49.028213 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6132fe57-2e30-42ce-810a-8531dbadbb84 req-0809223b-43fa-4f91-847b-2ecd4af4cd90 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0553758 Sep 09 20:28:49.048115 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6893b0fe-b72a-4171-8553-f4ad099ea061 x-openstack-request-id: req-6893b0fe-b72a-4171-8553-f4ad099ea061 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:28:49.048594 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0ef033-9a7a-4b4d-8c77-2e52b202adec", "name": "network-vif-plugged", "status": "completed", "tag": "b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:28:49.049180 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6893b0fe-b72a-4171-8553-f4ad099ea061 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:28:49.049627 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6893b0fe-b72a-4171-8553-f4ad099ea061'] response: {'server_uuid': '7e0ef033-9a7a-4b4d-8c77-2e52b202adec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a', 'code': 200} Sep 09 20:28:49.084648 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6132fe57-2e30-42ce-810a-8531dbadbb84 req-294fa745-3a9b-49e3-8f21-3ff106364f07 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505214 Sep 09 20:28:49.233577 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887ec70-0529-4505-846f-95352482a6ec req-042906b7-4fda-4f51-8b18-39fe92bf8ff1 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:49.235115 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a887ec70-0529-4505-846f-95352482a6ec req-042906b7-4fda-4f51-8b18-39fe92bf8ff1 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 945 time: 0.1129975 Sep 09 20:28:49.279210 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:49.333704 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-693f49cd-ad02-42d3-81f3-d5ff38a3c63a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127957 Sep 09 20:28:49.368250 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a887ec70-0529-4505-846f-95352482a6ec req-4726dd05-65dd-4a9d-8a04-b3225d1cf2e1 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263320 Sep 09 20:28:49.374838 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dde268-0b62-43a4-bee1-3b3646a2a6c5 req-4d164717-05bd-444a-9198-3211c60f881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:49.376326 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f7dde268-0b62-43a4-bee1-3b3646a2a6c5 req-4d164717-05bd-444a-9198-3211c60f881e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 1129 time: 0.0861821 Sep 09 20:28:49.462869 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 57166) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:49.490141 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f7dde268-0b62-43a4-bee1-3b3646a2a6c5 req-4341a928-00dc-41a5-8327-c8ac6fe3b03d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746872 Sep 09 20:28:49.502430 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e2b4032-30ce-4897-a2a6-28f1df4227e2 req-04231a2e-a7b6-4c41-baf4-65fdbd2013c6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598678 Sep 09 20:28:49.600932 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ba70779f-1032-41dd-b991-17f028a614e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:49.646846 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=16 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:49.699096 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ba70779f-1032-41dd-b991-17f028a614e8 admin admin] Publish callbacks [] for security_group (daf3b5a0-df97-4eb5-8213-263968837e64), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:49.705289 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ba70779f-1032-41dd-b991-17f028a614e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (daf3b5a0-df97-4eb5-8213-263968837e64), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:49.707648 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 727b9f9f-0d7b-470a-ba5d-2023a0e7304d details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:28:49.713977 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device ccc294b6-8a23-4205-8c36-01b2941e0c68 up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:49.767116 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-ba70779f-1032-41dd-b991-17f028a614e8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8ee2ee965b4d497da9ca22bab80d9211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013494 Sep 09 20:28:49.767837 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70779f-1032-41dd-b991-17f028a614e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf3b5a0-df97-4eb5-8213-263968837e64,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:49.771136 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 57180) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:49.795875 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79c4b7-dece-4e37-8269-8d4f9f6d07a6 req-3d48e61e-acea-47e1-af77-0fb34ffbe57f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:49.798186 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cd79c4b7-dece-4e37-8269-8d4f9f6d07a6 req-3d48e61e-acea-47e1-af77-0fb34ffbe57f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0701766 Sep 09 20:28:49.828401 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 57182) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:49.853568 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-93333395-6b51-4d02-908a-a2b283c716de admin admin] Publish callbacks [] for security_group (daf3b5a0-df97-4eb5-8213-263968837e64), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:49.871651 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:49.876013 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cd79c4b7-dece-4e37-8269-8d4f9f6d07a6 req-ca373427-5d94-480f-9592-2bdaf6c6e988 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633624 Sep 09 20:28:49.877709 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port ccc294b6-8a23-4205-8c36-01b2941e0c68 completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:28:49.895540 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port ccc294b6-8a23-4205-8c36-01b2941e0c68 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:49.895982 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:49.920068 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-93333395-6b51-4d02-908a-a2b283c716de admin admin] Publish callbacks [] for security_group (daf3b5a0-df97-4eb5-8213-263968837e64), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:49.963803 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=727b9f9f-0d7b-470a-ba5d-2023a0e7304d,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:49.981017 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': '727b9f9f-0d7b-470a-ba5d-2023a0e7304d', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'port_id': '727b9f9f-0d7b-470a-ba5d-2023a0e7304d', 'mac_address': 'fa:16:3e:c8:03:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:28:49.995461 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-93333395-6b51-4d02-908a-a2b283c716de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (daf3b5a0-df97-4eb5-8213-263968837e64), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:49.999972 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-93333395-6b51-4d02-908a-a2b283c716de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:50.004211 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-93333395-6b51-4d02-908a-a2b283c716de admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/daf3b5a0-df97-4eb5-8213-263968837e64 HTTP/1.1" status: 204 len: 168 time: 0.2207277 Sep 09 20:28:50.007533 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:28:50.020181 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93333395-6b51-4d02-908a-a2b283c716de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf3b5a0-df97-4eb5-8213-263968837e64,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:50.042381 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-03c51386-4009-4db5-9190-378c59c8931b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:50.055707 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:50.056376 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:50.143088 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb850645-60fe-442d-8f39-3cf1f5f18783 req-a2ba6a91-667c-409f-92bf-429193285979 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:50.146053 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-03c51386-4009-4db5-9190-378c59c8931b admin admin] Publish callbacks [] for security_group (7747a1fe-3005-40b1-9d41-fbd91a519d4f), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:50.147022 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fb850645-60fe-442d-8f39-3cf1f5f18783 req-a2ba6a91-667c-409f-92bf-429193285979 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 945 time: 0.0973735 Sep 09 20:28:50.150562 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-03c51386-4009-4db5-9190-378c59c8931b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (7747a1fe-3005-40b1-9d41-fbd91a519d4f), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:50.159965 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727b9f9f-0d7b-470a-ba5d-2023a0e7304d {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:28:50.187596 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=727b9f9f-0d7b-470a-ba5d-2023a0e7304d,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:50.201323 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:50.217467 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-03c51386-4009-4db5-9190-378c59c8931b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c7b5c6d47b20444ba8d43bddab3626f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865440 Sep 09 20:28:50.218484 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c51386-4009-4db5-9190-378c59c8931b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7747a1fe-3005-40b1-9d41-fbd91a519d4f,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:50.220868 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 57202) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:50.267335 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port ccc294b6-8a23-4205-8c36-01b2941e0c68 is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:50.267729 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:50.284039 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:50.291131 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=727b9f9f-0d7b-470a-ba5d-2023a0e7304d,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:50.308613 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660028f-0493-4514-8991-cc541c03eb70 req-906b2f5a-4b8c-429e-9582-44e000f92b50 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:50.310749 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f660028f-0493-4514-8991-cc541c03eb70 req-906b2f5a-4b8c-429e-9582-44e000f92b50 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0884178 Sep 09 20:28:50.323230 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port ccc294b6-8a23-4205-8c36-01b2941e0c68, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=ccc294b6-8a23-4205-8c36-01b2941e0c68,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:50.328045 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:50.360718 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:50.364488 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fb850645-60fe-442d-8f39-3cf1f5f18783 req-f9395d1e-ebc9-45ac-bbf9-94fa87651356 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085834 Sep 09 20:28:50.393398 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0536bd79-8cfe-40dd-9235-e0f2269703db admin admin] Publish callbacks [] for security_group (7747a1fe-3005-40b1-9d41-fbd91a519d4f), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:50.415822 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=ccc294b6-8a23-4205-8c36-01b2941e0c68,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:50.416974 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f660028f-0493-4514-8991-cc541c03eb70 req-db1a8b80-2a31-4c52-a9e7-ef2064b34555 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931218 Sep 09 20:28:50.446629 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0536bd79-8cfe-40dd-9235-e0f2269703db admin admin] Publish callbacks [] for security_group (7747a1fe-3005-40b1-9d41-fbd91a519d4f), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:50.462594 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['727b9f9f-0d7b-470a-ba5d-2023a0e7304d'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:28:50.548565 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccab22-1ce4-4de7-9b3f-136d2f36d990 req-64a3473b-f35a-4fb6-b012-c8a8cf19dcc6 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:50.552369 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8bccab22-1ce4-4de7-9b3f-136d2f36d990 req-64a3473b-f35a-4fb6-b012-c8a8cf19dcc6 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 945 time: 0.0711474 Sep 09 20:28:50.598797 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0536bd79-8cfe-40dd-9235-e0f2269703db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (7747a1fe-3005-40b1-9d41-fbd91a519d4f), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:50.601380 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0536bd79-8cfe-40dd-9235-e0f2269703db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:50.604762 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-0536bd79-8cfe-40dd-9235-e0f2269703db admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7747a1fe-3005-40b1-9d41-fbd91a519d4f HTTP/1.1" status: 204 len: 168 time: 0.3338015 Sep 09 20:28:50.623215 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536bd79-8cfe-40dd-9235-e0f2269703db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7747a1fe-3005-40b1-9d41-fbd91a519d4f,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:50.643241 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8bccab22-1ce4-4de7-9b3f-136d2f36d990 req-a2c48819-bc2a-481e-8e24-76abb181d75b tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818093 Sep 09 20:28:50.653001 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 57214) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:50.683910 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4eeed1ab-b2c2-44f7-8fa3-8168257a7b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:50.821146 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4eeed1ab-b2c2-44f7-8fa3-8168257a7b87 admin admin] Publish callbacks [] for security_group (017e49d2-b619-48ce-922a-f155d7345525), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:50.826990 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4eeed1ab-b2c2-44f7-8fa3-8168257a7b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (017e49d2-b619-48ce-922a-f155d7345525), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:50.878682 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-4eeed1ab-b2c2-44f7-8fa3-8168257a7b87 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=703cf460339a4aaf8571934915b76ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245493 Sep 09 20:28:50.879615 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeed1ab-b2c2-44f7-8fa3-8168257a7b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017e49d2-b619-48ce-922a-f155d7345525,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:50.881521 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 57220) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:50.991158 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-24997819-2818-48e0-b1ec-af2c8175f5ff admin admin] Publish callbacks [] for security_group (017e49d2-b619-48ce-922a-f155d7345525), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:51.047381 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-24997819-2818-48e0-b1ec-af2c8175f5ff admin admin] Publish callbacks [] for security_group (017e49d2-b619-48ce-922a-f155d7345525), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:51.051702 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609ef31d-c755-46cf-9bd4-d5373f9cb78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc294b6-8a23-4205-8c36-01b2941e0c68'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:28:51.054332 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed4b99c-c738-4a60-b1d5-f8e69333a992" -d '{"events": [{"server_uuid": "609ef31d-c755-46cf-9bd4-d5373f9cb78d", "name": "network-vif-plugged", "status": "completed", "tag": "ccc294b6-8a23-4205-8c36-01b2941e0c68"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:28:51.056907 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8e39e-cb58-4ab8-837a-0a87cf0d832a req-f67a1590-6a5b-42bf-8434-d768be808c74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:51.060654 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f3d8e39e-cb58-4ab8-837a-0a87cf0d832a req-f67a1590-6a5b-42bf-8434-d768be808c74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0919671 Sep 09 20:28:51.081858 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d642c-efbb-4a98-b81d-2e27b7516514 req-1c7e22d3-2cfd-496e-890a-2e0d8d458807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:51.083969 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-484d642c-efbb-4a98-b81d-2e27b7516514 req-1c7e22d3-2cfd-496e-890a-2e0d8d458807 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c1c909559e44322a07f7e4a463424a5&device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 1128 time: 0.0799708 Sep 09 20:28:51.131217 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-24997819-2818-48e0-b1ec-af2c8175f5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (017e49d2-b619-48ce-922a-f155d7345525), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:51.135060 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-24997819-2818-48e0-b1ec-af2c8175f5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:51.136232 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-24997819-2818-48e0-b1ec-af2c8175f5ff admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/017e49d2-b619-48ce-922a-f155d7345525 HTTP/1.1" status: 204 len: 168 time: 0.2530379 Sep 09 20:28:51.141852 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6d2b68-db4d-47ca-a026-c98111d47508 x-openstack-request-id: req-3e6d2b68-db4d-47ca-a026-c98111d47508 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:28:51.142325 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609ef31d-c755-46cf-9bd4-d5373f9cb78d", "name": "network-vif-plugged", "status": "completed", "tag": "ccc294b6-8a23-4205-8c36-01b2941e0c68", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:28:51.142412 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e6d2b68-db4d-47ca-a026-c98111d47508 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:28:51.142791 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e6d2b68-db4d-47ca-a026-c98111d47508'] response: {'server_uuid': '609ef31d-c755-46cf-9bd4-d5373f9cb78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc294b6-8a23-4205-8c36-01b2941e0c68', 'code': 200} Sep 09 20:28:51.157810 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24997819-2818-48e0-b1ec-af2c8175f5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017e49d2-b619-48ce-922a-f155d7345525,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:51.196736 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f3d8e39e-cb58-4ab8-837a-0a87cf0d832a req-49a85ae1-b47f-4b69-9080-2c6c1bfe4c2e tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1269054 Sep 09 20:28:51.516120 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75efb0d-2a3f-4e23-bd40-1713384ffac0 req-9bd2e0a5-209f-4883-8200-254d07610644 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:51.518087 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c75efb0d-2a3f-4e23-bd40-1713384ffac0 req-9bd2e0a5-209f-4883-8200-254d07610644 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0624115 Sep 09 20:28:51.572718 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:51.722470 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:28:51.726800 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 727b9f9f-0d7b-470a-ba5d-2023a0e7304d up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:51.857776 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:28:51.876354 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:51.877519 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:51.887818 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d642c-efbb-4a98-b81d-2e27b7516514 req-53e23516-4252-4692-b3c1-dff8052554b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:51.890028 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-484d642c-efbb-4a98-b81d-2e27b7516514 req-53e23516-4252-4692-b3c1-dff8052554b4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e922e249-8412-4a6f-a000-86403046577e HTTP/1.1" status: 200 len: 918 time: 0.3025763 Sep 09 20:28:51.901865 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c75efb0d-2a3f-4e23-bd40-1713384ffac0 req-0400c754-3ce0-4515-a13a-b7e388dfb2a9 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776305 Sep 09 20:28:51.914123 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c409a3-74c5-496d-9b46-de92f50d80d5 req-e3da9ba0-f4c3-4470-b1ce-73a907793665 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:51.923965 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-69c409a3-74c5-496d-9b46-de92f50d80d5 req-e3da9ba0-f4c3-4470-b1ce-73a907793665 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.3349073 Sep 09 20:28:51.992539 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:52.012293 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:52.023100 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'port_id': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'mac_address': 'fa:16:3e:26:28:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:28:52.071173 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:52.071578 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:52.097130 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 57278) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:52.129017 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:28:52.147491 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530e041-b4fb-4147-88a8-fbc2b4508fe4 req-63cfe5b3-9dbc-4c8c-9361-a51c156cb426 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:52.149066 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0530e041-b4fb-4147-88a8-fbc2b4508fe4 req-63cfe5b3-9dbc-4c8c-9361-a51c156cb426 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 945 time: 0.1755934 Sep 09 20:28:52.150354 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-484d642c-efbb-4a98-b81d-2e27b7516514 req-069340a0-7c0b-453a-ad7c-df8cd09d8e3f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e HTTP/1.1" status: 200 len: 217 time: 0.1386154 Sep 09 20:28:52.179915 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:52.187723 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:52.192039 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:52.192631 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:52.210633 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-69c409a3-74c5-496d-9b46-de92f50d80d5 req-462a7a1e-ae70-43c1-b20d-7aa5643d8e08 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857800 Sep 09 20:28:52.253484 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:52.265201 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30225810-acf1-4d52-8016-83f0ca0449ee req-1867e3f7-3d6a-4816-ab91-788e2ea1cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:52.266455 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-30225810-acf1-4d52-8016-83f0ca0449ee req-1867e3f7-3d6a-4816-ab91-788e2ea1cb4e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 1130 time: 0.1120503 Sep 09 20:28:52.318808 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0530e041-b4fb-4147-88a8-fbc2b4508fe4 req-fedcaaf6-5117-430b-acc0-cd7476a1e34b tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629734 Sep 09 20:28:52.332676 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:52.343476 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=727b9f9f-0d7b-470a-ba5d-2023a0e7304d,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:52.345057 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:52.362821 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:52.392225 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d642c-efbb-4a98-b81d-2e27b7516514 req-b22c5318-ca88-49d9-b0f8-9ad67ffb4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:52.395931 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-484d642c-efbb-4a98-b81d-2e27b7516514 req-b22c5318-ca88-49d9-b0f8-9ad67ffb4e53 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44 HTTP/1.1" status: 200 len: 856 time: 0.2317691 Sep 09 20:28:52.459870 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-132513143-network', 'tenant_id': '32c862d7b7b242f699139ac0821867a8'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:52.464072 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['715458c7-e2c5-47e3-9ee4-1e82cbf7d53e'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:28:52.481264 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-30225810-acf1-4d52-8016-83f0ca0449ee req-5c6ec05c-f182-4105-9b34-42215cf5bd23 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693079 Sep 09 20:28:52.489694 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:52.497104 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f65104-dedd-4137-8266-1a0b2bd32875 req-8762b822-9d21-4beb-9720-383e1c601c70 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:52.499246 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-71f65104-dedd-4137-8266-1a0b2bd32875 req-8762b822-9d21-4beb-9720-383e1c601c70 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.1591504 Sep 09 20:28:52.505705 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d642c-efbb-4a98-b81d-2e27b7516514 req-ddf78c9a-2544-4096-a387-4e525911bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:52.508027 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-484d642c-efbb-4a98-b81d-2e27b7516514 req-ddf78c9a-2544-4096-a387-4e525911bb81 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e922e249-8412-4a6f-a000-86403046577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780311 Sep 09 20:28:52.513505 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] Made reservation on behalf of 32c862d7b7b242f699139ac0821867a8 for: {'network': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:28:52.523399 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:52.555145 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=727b9f9f-0d7b-470a-ba5d-2023a0e7304d,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:52.566493 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:52.574627 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-71f65104-dedd-4137-8266-1a0b2bd32875 req-df279be5-687d-43c4-9241-575a92e6524f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599699 Sep 09 20:28:52.796720 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] Publish callbacks [] for security_group (db9ccfd0-abe0-4f7d-b76c-42d0811bca77), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:52.801869 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (db9ccfd0-abe0-4f7d-b76c-42d0811bca77), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:52.809988 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=15 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:52.877048 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=106235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:28:52.922541 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceaef2-5783-4cfd-b6e0-b5c9ef137f12 req-43cfebed-7caa-45ef-9c8f-85366d7593d5 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:52.924103 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-aeceaef2-5783-4cfd-b6e0-b5c9ef137f12 req-43cfebed-7caa-45ef-9c8f-85366d7593d5 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.1038461 Sep 09 20:28:52.927431 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (5deaa828-989a-4d7a-bcdf-326c6846b6ce), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:52.928360 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.segments_db [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] Added segment 5deaa828-989a-4d7a-bcdf-326c6846b6ce of type vlan for network 2cbef6b9-0698-42fe-962c-df7eb81f10bf Sep 09 20:28:52.930628 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9ccfd0-abe0-4f7d-b76c-42d0811bca77,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:52.939720 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 57316) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:52.956368 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-dd714e62-f6dc-4d65-a999-5d6e4a2e4a08 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Request body: {'floatingip': {'port_id': 'b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:52.962276 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-484d642c-efbb-4a98-b81d-2e27b7516514 req-a1d64cd7-d68f-4790-892c-9be7d82f2a8b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833850 Sep 09 20:28:53.038485 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-dd714e62-f6dc-4d65-a999-5d6e4a2e4a08 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for floatingip (c6134601-6f36-4d41-a428-fa433582d899), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:53.046482 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (2cbef6b9-0698-42fe-962c-df7eb81f10bf), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:53.078559 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (2cbef6b9-0698-42fe-962c-df7eb81f10bf), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:53.081213 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:53.081878 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:53.143867 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727b9f9f-0d7b-470a-ba5d-2023a0e7304d'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:28:53.147223 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920411f2-e3be-4912-acec-6bc22577d173" -d '{"events": [{"server_uuid": "fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5", "name": "network-vif-plugged", "status": "completed", "tag": "727b9f9f-0d7b-470a-ba5d-2023a0e7304d"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:28:53.167943 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0681119 Sep 09 20:28:53.170301 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211eb2c5-45ae-4861-bcf8-cf383063bf3d admin admin] Pushing event updated for resources: {'Network': ['ID=2cbef6b9-0698-42fe-962c-df7eb81f10bf,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:53.174913 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 57326) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:53.180644 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-82c7d42e-87b4-45f7-8093-eb1189f473f8 admin admin] Request body: {'subnet': {'network_id': '2cbef6b9-0698-42fe-962c-df7eb81f10bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-132513143-subnet', 'tenant_id': '32c862d7b7b242f699139ac0821867a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:28:53.192343 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network 2cbef6b9-0698-42fe-962c-df7eb81f10bf details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:28:53.197142 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae176d0b-cad5-4f80-ac4c-efde0e81178b x-openstack-request-id: req-ae176d0b-cad5-4f80-ac4c-efde0e81178b {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:28:53.197304 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5", "name": "network-vif-plugged", "status": "completed", "tag": "727b9f9f-0d7b-470a-ba5d-2023a0e7304d", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:28:53.197710 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae176d0b-cad5-4f80-ac4c-efde0e81178b {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:28:53.198217 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae176d0b-cad5-4f80-ac4c-efde0e81178b'] response: {'server_uuid': 'fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727b9f9f-0d7b-470a-ba5d-2023a0e7304d', 'code': 200} Sep 09 20:28:53.207426 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c7d42e-87b4-45f7-8093-eb1189f473f8 admin admin] Made reservation on behalf of 32c862d7b7b242f699139ac0821867a8 for: {'subnet': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:28:53.212541 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-82c7d42e-87b4-45f7-8093-eb1189f473f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:53.485736 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-82c7d42e-87b4-45f7-8093-eb1189f473f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for subnet (377f0b46-7565-42ec-8482-7668d88cf2b8), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:53.524522 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:53.556730 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7d42e-87b4-45f7-8093-eb1189f473f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=377f0b46-7565-42ec-8482-7668d88cf2b8,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:53.568368 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7d42e-87b4-45f7-8093-eb1189f473f8 admin admin] Checking segment: {'id': '5deaa828-989a-4d7a-bcdf-326c6846b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2cbef6b9-0698-42fe-962c-df7eb81f10bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:28:53.568844 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c7d42e-87b4-45f7-8093-eb1189f473f8 admin admin] Network hostable DHCP agents. Network: 2cbef6b9-0698-42fe-962c-df7eb81f10bf, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:28:53.592700 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c7d42e-87b4-45f7-8093-eb1189f473f8 admin admin] Network 2cbef6b9-0698-42fe-962c-df7eb81f10bf is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:28:53.603792 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-82c7d42e-87b4-45f7-8093-eb1189f473f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, 2cbef6b9-0698-42fe-962c-df7eb81f10bf) {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:28:53.609483 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c7d42e-87b4-45f7-8093-eb1189f473f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:53.610089 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-82c7d42e-87b4-45f7-8093-eb1189f473f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:53.616144 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85998b41-d353-47bb-8ee8-d78406e7841f None None] Network 2cbef6b9-0698-42fe-962c-df7eb81f10bf requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:28:53.645029 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a36ef-17ff-4086-9ae4-b986aea1c5c3 req-a9995831-5fab-4fd7-a690-a8f102dce1d9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:53.646562 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-353a36ef-17ff-4086-9ae4-b986aea1c5c3 req-a9995831-5fab-4fd7-a690-a8f102dce1d9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 945 time: 0.2241867 Sep 09 20:28:53.662849 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-82c7d42e-87b4-45f7-8093-eb1189f473f8 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4862878 Sep 09 20:28:53.710916 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd57a6c-b602-446e-aab7-9cf0f121071d req-e4e799d4-e57e-404f-855b-e548949c6f3e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:53.719887 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cbd57a6c-b602-446e-aab7-9cf0f121071d req-e4e799d4-e57e-404f-855b-e548949c6f3e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.6769369 Sep 09 20:28:53.741272 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cb45d-ceaa-4bef-85f4-2baf7ab69f77 req-311ea629-cba3-4e03-aa11-61bf8e19a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:53.743283 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1b4cb45d-ceaa-4bef-85f4-2baf7ab69f77 req-311ea629-cba3-4e03-aa11-61bf8e19a761 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 1129 time: 0.3217545 Sep 09 20:28:53.803439 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85190db6-f44a-4a05-ae49-78938c65e3a3 None None] Network 2cbef6b9-0698-42fe-962c-df7eb81f10bf requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:28:53.911713 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cbd57a6c-b602-446e-aab7-9cf0f121071d req-e1e18aee-08b5-4e62-a13c-30e639f16102 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905882 Sep 09 20:28:53.960630 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-484d642c-efbb-4a98-b81d-2e27b7516514 req-240e16d8-9106-4f2d-9b4a-f7592e8ada19 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407536 Sep 09 20:28:54.013047 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-353a36ef-17ff-4086-9ae4-b986aea1c5c3 req-e272eac5-c269-4cbc-8a64-e88e1363f40e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865622 Sep 09 20:28:54.147917 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 57378) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:54.300416 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3ec9e6fd-4983-4e7a-895c-d932aca1b68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:54.351796 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:54.395414 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:54.416042 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3ec9e6fd-4983-4e7a-895c-d932aca1b68f admin admin] Publish callbacks [] for security_group (5a96f980-3497-4f1a-9f18-c28ef3ff2c03), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:54.421618 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3ec9e6fd-4983-4e7a-895c-d932aca1b68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (5a96f980-3497-4f1a-9f18-c28ef3ff2c03), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:54.468032 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-3ec9e6fd-4983-4e7a-895c-d932aca1b68f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b0b8155602024bf3a21b7f3d522c9663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163104 Sep 09 20:28:54.470323 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 57400) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:54.486726 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9e6fd-4983-4e7a-895c-d932aca1b68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a96f980-3497-4f1a-9f18-c28ef3ff2c03,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:54.593630 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-dd714e62-f6dc-4d65-a999-5d6e4a2e4a08 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:54.602484 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-dd714e62-f6dc-4d65-a999-5d6e4a2e4a08 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (c6134601-6f36-4d41-a428-fa433582d899), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:54.647216 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-223f7823-f099-4521-8a80-aeaaeebb854c admin admin] Publish callbacks [] for security_group (5a96f980-3497-4f1a-9f18-c28ef3ff2c03), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:54.680573 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-223f7823-f099-4521-8a80-aeaaeebb854c admin admin] Publish callbacks [] for security_group (5a96f980-3497-4f1a-9f18-c28ef3ff2c03), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:54.751814 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.l3_db [None req-dd714e62-f6dc-4d65-a999-5d6e4a2e4a08 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Floating IP c6134601-6f36-4d41-a428-fa433582d899 associated. External IP: 172.27.1.35, port: b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a. Sep 09 20:28:54.832551 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-223f7823-f099-4521-8a80-aeaaeebb854c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (5a96f980-3497-4f1a-9f18-c28ef3ff2c03), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:54.835144 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-223f7823-f099-4521-8a80-aeaaeebb854c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:54.836166 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-223f7823-f099-4521-8a80-aeaaeebb854c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5a96f980-3497-4f1a-9f18-c28ef3ff2c03 HTTP/1.1" status: 204 len: 168 time: 0.3649335 Sep 09 20:28:54.849283 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f7823-f099-4521-8a80-aeaaeebb854c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a96f980-3497-4f1a-9f18-c28ef3ff2c03,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:54.964432 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:54.999441 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd714e62-f6dc-4d65-a999-5d6e4a2e4a08 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:28:55.133472 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:28:55.198266 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:28:55.207087 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:28:55.207885 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:55.212223 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 57458) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:55.229515 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d47ba075-9310-4a67-b166-d046e64d0619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:55.286479 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:55.327057 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:28:55.327481 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:55.336920 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d47ba075-9310-4a67-b166-d046e64d0619 admin admin] Publish callbacks [] for security_group (c008da8f-d427-44e1-be8e-b35100aeed06), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:55.349836 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3fb46-23b8-42d8-a0c1-ef2516894e2b req-7eab3db4-0f60-4dab-8c9b-4bdfc2ce3a8a tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:55.351339 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6cc3fb46-23b8-42d8-a0c1-ef2516894e2b req-7eab3db4-0f60-4dab-8c9b-4bdfc2ce3a8a tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.3395481 Sep 09 20:28:55.354372 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d47ba075-9310-4a67-b166-d046e64d0619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (c008da8f-d427-44e1-be8e-b35100aeed06), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:55.359906 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:28:55.363966 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5c7a79-42bf-4331-8c5a-0457576507c7" -d '{"events": [{"server_uuid": "abe125d2-51c7-4732-aa2a-90ab2d85d05f", "name": "network-vif-plugged", "status": "completed", "tag": "715458c7-e2c5-47e3-9ee4-1e82cbf7d53e"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:28:55.381315 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:28:55.386628 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:55.417210 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-d47ba075-9310-4a67-b166-d046e64d0619 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=09d1e733a0544e878462e7ee28272f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029362 Sep 09 20:28:55.417645 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 57474) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:55.418775 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ba075-9310-4a67-b166-d046e64d0619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c008da8f-d427-44e1-be8e-b35100aeed06,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:55.447643 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6cc3fb46-23b8-42d8-a0c1-ef2516894e2b req-20fcb9ba-07b1-4336-96e1-033b958d04cd tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649650 Sep 09 20:28:55.449284 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd714e62-f6dc-4d65-a999-5d6e4a2e4a08 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:28:55.465608 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-dd714e62-f6dc-4d65-a999-5d6e4a2e4a08 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:55.491315 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba1f37-813e-438f-aa0b-c6e52b7e2c9f None None] Sync routers for ids ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:28:55.503618 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:55.505404 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba1f37-813e-438f-aa0b-c6e52b7e2c9f None None] Routers {'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:55.515479 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-55ba1f37-813e-438f-aa0b-c6e52b7e2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:28:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:55.520339 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-dd714e62-f6dc-4d65-a999-5d6e4a2e4a08 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/c6134601-6f36-4d41-a428-fa433582d899 HTTP/1.1" status: 200 len: 990 time: 2.5795619 Sep 09 20:28:55.521095 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0ef033-9a7a-4b4d-8c77-2e52b202adec', 'tag': 'b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:28:55.525284 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4626337d-c845-4831-b0c9-60f09f911f01" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0ef033-9a7a-4b4d-8c77-2e52b202adec", "tag": "b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:28:55.543156 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bc46-94ff-425a-bd03-b52298529a38 admin admin] Publish callbacks [] for security_group (c008da8f-d427-44e1-be8e-b35100aeed06), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:55.570394 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bc46-94ff-425a-bd03-b52298529a38 admin admin] Publish callbacks [] for security_group (c008da8f-d427-44e1-be8e-b35100aeed06), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:55.611498 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579776ac-7f18-4a5a-8f2a-8c6f5536c7c0 req-b64fad73-1ed5-4d17-97d5-e7700dc8594b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:55.612925 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-579776ac-7f18-4a5a-8f2a-8c6f5536c7c0 req-b64fad73-1ed5-4d17-97d5-e7700dc8594b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0586562 Sep 09 20:28:55.631799 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bc46-94ff-425a-bd03-b52298529a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (c008da8f-d427-44e1-be8e-b35100aeed06), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:55.634383 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d3a0bc46-94ff-425a-bd03-b52298529a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:55.638783 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-55ba1f37-813e-438f-aa0b-c6e52b7e2c9f None None] Set router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:55.639106 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-d3a0bc46-94ff-425a-bd03-b52298529a38 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c008da8f-d427-44e1-be8e-b35100aeed06 HTTP/1.1" status: 204 len: 168 time: 0.2166350 Sep 09 20:28:55.648179 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0bc46-94ff-425a-bd03-b52298529a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c008da8f-d427-44e1-be8e-b35100aeed06,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:55.649416 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:55.706462 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-579776ac-7f18-4a5a-8f2a-8c6f5536c7c0 req-6b8e8b4d-4f28-4e55-b4d7-12d33403a284 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872848 Sep 09 20:28:55.782930 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41564e75-fa3c-4502-b86c-ee9519b24723 x-openstack-request-id: req-41564e75-fa3c-4502-b86c-ee9519b24723 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:28:55.783224 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe125d2-51c7-4732-aa2a-90ab2d85d05f", "name": "network-vif-plugged", "status": "completed", "tag": "715458c7-e2c5-47e3-9ee4-1e82cbf7d53e", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:28:55.783478 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41564e75-fa3c-4502-b86c-ee9519b24723 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:28:55.783871 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41564e75-fa3c-4502-b86c-ee9519b24723'] response: {'server_uuid': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'code': 200} Sep 09 20:28:55.831113 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29deeae5-2a4f-4414-a23c-abe408a9fd65 x-openstack-request-id: req-29deeae5-2a4f-4414-a23c-abe408a9fd65 {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:28:55.831407 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0ef033-9a7a-4b4d-8c77-2e52b202adec", "tag": "b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:28:55.831659 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-29deeae5-2a4f-4414-a23c-abe408a9fd65 {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:28:55.832206 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29deeae5-2a4f-4414-a23c-abe408a9fd65'] response: {'name': 'network-changed', 'server_uuid': '7e0ef033-9a7a-4b4d-8c77-2e52b202adec', 'tag': 'b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a', 'status': 'completed', 'code': 200} Sep 09 20:28:55.866807 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 57488) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:55.950002 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-55ba1f37-813e-438f-aa0b-c6e52b7e2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'c6134601-6f36-4d41-a428-fa433582d899', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'port_id': 'b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'mac_address': 'fa:16:3e:9b:c7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ef033-9a7a-4b4d-8c77-2e52b202adec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:28:16Z', 'updated_at': '2022-09-09T20:28:54Z', 'revision_number': 1, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f43c85-eea5-4839-89aa-c58bf443ccba', 'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'mac_address': 'fa:16:3e:15:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:05Z', 'updated_at': '2022-09-09T20:28:15Z', 'revision_number': 5, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'subnets': [{'id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:55.975931 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba1f37-813e-438f-aa0b-c6e52b7e2c9f None None] Checking router: c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:28:55.985057 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba1f37-813e-438f-aa0b-c6e52b7e2c9f None None] Routers {'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:28:55.985622 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-55ba1f37-813e-438f-aa0b-c6e52b7e2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:28:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:55.986303 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2e6c75a3-2209-4100-92bb-8856a58586b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:56.073512 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2e6c75a3-2209-4100-92bb-8856a58586b8 admin admin] Publish callbacks [] for security_group (ad5fcbcb-2ec4-4aa0-9540-6d86e6c7a3b7), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:56.078260 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2e6c75a3-2209-4100-92bb-8856a58586b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (ad5fcbcb-2ec4-4aa0-9540-6d86e6c7a3b7), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:56.096394 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-55ba1f37-813e-438f-aa0b-c6e52b7e2c9f None None] Set router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:28:56.128915 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-2e6c75a3-2209-4100-92bb-8856a58586b8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d2c2fab14f2049e08d457adff92b1122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607806 Sep 09 20:28:56.131113 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c75a3-2209-4100-92bb-8856a58586b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5fcbcb-2ec4-4aa0-9540-6d86e6c7a3b7,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:56.131808 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 57500) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:56.199576 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-64a6f9a3-7e97-4591-a68d-c88e89cd4cfa admin admin] Publish callbacks [] for security_group (ad5fcbcb-2ec4-4aa0-9540-6d86e6c7a3b7), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:56.221410 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-64a6f9a3-7e97-4591-a68d-c88e89cd4cfa admin admin] Publish callbacks [] for security_group (ad5fcbcb-2ec4-4aa0-9540-6d86e6c7a3b7), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:56.282067 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-64a6f9a3-7e97-4591-a68d-c88e89cd4cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (ad5fcbcb-2ec4-4aa0-9540-6d86e6c7a3b7), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:56.285576 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-64a6f9a3-7e97-4591-a68d-c88e89cd4cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:56.287427 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-64a6f9a3-7e97-4591-a68d-c88e89cd4cfa admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ad5fcbcb-2ec4-4aa0-9540-6d86e6c7a3b7 HTTP/1.1" status: 204 len: 168 time: 0.1543028 Sep 09 20:28:56.298194 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6f9a3-7e97-4591-a68d-c88e89cd4cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5fcbcb-2ec4-4aa0-9540-6d86e6c7a3b7,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:56.356886 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-55ba1f37-813e-438f-aa0b-c6e52b7e2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'c6134601-6f36-4d41-a428-fa433582d899', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'port_id': 'b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'mac_address': 'fa:16:3e:9b:c7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ef033-9a7a-4b4d-8c77-2e52b202adec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:28:16Z', 'updated_at': '2022-09-09T20:28:54Z', 'revision_number': 1, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f43c85-eea5-4839-89aa-c58bf443ccba', 'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'mac_address': 'fa:16:3e:15:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:05Z', 'updated_at': '2022-09-09T20:28:15Z', 'revision_number': 5, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'subnets': [{'id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:28:56.385228 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ba1f37-813e-438f-aa0b-c6e52b7e2c9f None None] The sync data for ids ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'] in dv-cinder-849325-4-iscsi is: [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'c6134601-6f36-4d41-a428-fa433582d899', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'port_id': 'b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'mac_address': 'fa:16:3e:9b:c7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0ef033-9a7a-4b4d-8c77-2e52b202adec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:28:16Z', 'updated_at': '2022-09-09T20:28:54Z', 'revision_number': 1, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f43c85-eea5-4839-89aa-c58bf443ccba', 'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'mac_address': 'fa:16:3e:15:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:05Z', 'updated_at': '2022-09-09T20:28:15Z', 'revision_number': 5, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'subnets': [{'id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:28:56.708931 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d56d2e-cb05-46a6-a7ba-7672989463c4 None None] New status for floating IP c6134601-6f36-4d41-a428-fa433582d899: ACTIVE {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:28:56.861828 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626337d-c845-4831-b0c9-60f09f911f01 req-9b100018-ebda-4aed-9b5f-4cd71f77345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:56.863365 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4626337d-c845-4831-b0c9-60f09f911f01 req-9b100018-ebda-4aed-9b5f-4cd71f77345d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b310c05b03394f11b63f0a28f13d67b6&device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 1129 time: 0.2357395 Sep 09 20:28:56.941926 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 57544) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:57.030593 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626337d-c845-4831-b0c9-60f09f911f01 req-123333c0-6287-4c92-9f15-8d59da3abf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:57.032124 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4626337d-c845-4831-b0c9-60f09f911f01 req-123333c0-6287-4c92-9f15-8d59da3abf8b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f13a2180-b7d4-4447-b571-f0f2b37395e2 HTTP/1.1" status: 200 len: 912 time: 0.1480258 Sep 09 20:28:57.098866 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-65f7eb36-55d6-4fc4-b275-3db385ec5f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:57.131730 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:57.137005 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=100 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:57.167388 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6d2af-62e7-4203-b7d2-45c2f20d68b8 req-9f5553bd-9fc4-4c1c-9a0b-35809a4d68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:57.168904 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b4e6d2af-62e7-4203-b7d2-45c2f20d68b8 req-9f5553bd-9fc4-4c1c-9a0b-35809a4d68f5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 1130 time: 0.2074978 Sep 09 20:28:57.269732 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f4d55-fb93-4c93-8852-32b62ab8057e req-2734c341-5e20-4cef-9df3-b30e55b28581 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:57.281752 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-821f4d55-fb93-4c93-8852-32b62ab8057e req-2734c341-5e20-4cef-9df3-b30e55b28581 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.6410341 Sep 09 20:28:57.291713 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1b4cb45d-ceaa-4bef-85f4-2baf7ab69f77 req-ca60230a-ecde-4f28-9fe9-87ab93d40832 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6967764 Sep 09 20:28:57.342621 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b4e6d2af-62e7-4203-b7d2-45c2f20d68b8 req-bb082d88-764e-405c-abe6-e81acac89b85 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643431 Sep 09 20:28:57.387335 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-65f7eb36-55d6-4fc4-b275-3db385ec5f73 admin admin] Publish callbacks [] for security_group (c24e734f-9eef-494d-ba82-930fd7056c6b), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:57.388387 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:57.394198 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-65f7eb36-55d6-4fc4-b275-3db385ec5f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (c24e734f-9eef-494d-ba82-930fd7056c6b), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:57.396198 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4626337d-c845-4831-b0c9-60f09f911f01 req-d976b9ef-05d2-4cd7-be80-63ce3795eaca service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a HTTP/1.1" status: 200 len: 998 time: 0.3055670 Sep 09 20:28:57.411080 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e9915-3162-4cef-b6e1-c8c3f4a91726 req-a6ff6149-4b05-4375-86c2-7c8c881d4327 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:57.418145 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-859e9915-3162-4cef-b6e1-c8c3f4a91726 req-a6ff6149-4b05-4375-86c2-7c8c881d4327 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.1139994 Sep 09 20:28:57.440168 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-65f7eb36-55d6-4fc4-b275-3db385ec5f73 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=10b5862be3394c3e8f62ffc77a56efdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4971478 Sep 09 20:28:57.445953 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 57556) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:28:57.455386 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-821f4d55-fb93-4c93-8852-32b62ab8057e req-68ff639e-7732-458a-9c48-e6b15603db62 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726353 Sep 09 20:28:57.482578 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:57.483899 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-859e9915-3162-4cef-b6e1-c8c3f4a91726 req-10e2f283-d9e0-4993-9785-a697c5dfc454 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653007 Sep 09 20:28:57.504840 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7eb36-55d6-4fc4-b275-3db385ec5f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24e734f-9eef-494d-ba82-930fd7056c6b,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:57.522177 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd776-41d0-47cc-8985-65e0cdeeb12a admin admin] Publish callbacks [] for security_group (c24e734f-9eef-494d-ba82-930fd7056c6b), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:57.543619 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd776-41d0-47cc-8985-65e0cdeeb12a admin admin] Publish callbacks [] for security_group (c24e734f-9eef-494d-ba82-930fd7056c6b), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:57.599992 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd776-41d0-47cc-8985-65e0cdeeb12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (c24e734f-9eef-494d-ba82-930fd7056c6b), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:57.602556 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c8cfd776-41d0-47cc-8985-65e0cdeeb12a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:28:57.603720 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-c8cfd776-41d0-47cc-8985-65e0cdeeb12a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c24e734f-9eef-494d-ba82-930fd7056c6b HTTP/1.1" status: 204 len: 168 time: 0.1565926 Sep 09 20:28:57.612520 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfd776-41d0-47cc-8985-65e0cdeeb12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24e734f-9eef-494d-ba82-930fd7056c6b,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:28:57.690824 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1d2e1d81-155c-4064-a9e0-93c045a373a2 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:57.692400 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1d2e1d81-155c-4064-a9e0-93c045a373a2 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2cbef6b9-0698-42fe-962c-df7eb81f10bf HTTP/1.1" status: 200 len: 808 time: 0.1287136 Sep 09 20:28:57.709708 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-36ab2898-a81c-47c3-afa5-0399012582ed req-54afe371-fe39-4a74-b048-96cc579b01eb tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/quotas/32c862d7b7b242f699139ac0821867a8 HTTP/1.1" status: 200 len: 375 time: 0.0105519 Sep 09 20:28:57.745895 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-36ab2898-a81c-47c3-afa5-0399012582ed req-20b52a80-5f61-4747-9119-8a5779b36691 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=32c862d7b7b242f699139ac0821867a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292311 Sep 09 20:28:57.821474 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:57.852764 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-36ab2898-a81c-47c3-afa5-0399012582ed req-435a5b35-3589-46fc-907f-110f2496bef1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2cbef6b9-0698-42fe-962c-df7eb81f10bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985119 Sep 09 20:28:57.914951 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:28:57.956493 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-36ab2898-a81c-47c3-afa5-0399012582ed req-ef6cf31f-d128-4775-ace2-f2885106976d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2cbef6b9-0698-42fe-962c-df7eb81f10bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957537 Sep 09 20:28:58.157301 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-35a9a157-3aa2-4ce1-9c2d-cf27de1c6adc req-748647da-2b02-43b2-a46b-9b30a052e388 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 210 time: 0.0460889 Sep 09 20:28:58.639078 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8827f1-4a57-4ae4-bf88-6aa7a6df5645 req-201c86bd-7ae8-4fd9-ab3f-42ab1793ac20 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:58.640858 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5b8827f1-4a57-4ae4-bf88-6aa7a6df5645 req-201c86bd-7ae8-4fd9-ab3f-42ab1793ac20 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0867155 Sep 09 20:28:58.672514 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fae11-2986-49ac-8b55-51312f39bd0b req-142a52c8-1734-4d60-8abb-a62d9eabcad4 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:58.674613 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4a3fae11-2986-49ac-8b55-51312f39bd0b req-142a52c8-1734-4d60-8abb-a62d9eabcad4 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0823605 Sep 09 20:28:58.721398 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5b8827f1-4a57-4ae4-bf88-6aa7a6df5645 req-3ad69540-41c3-45f4-bf30-a37b75180518 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744479 Sep 09 20:28:58.753853 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4a3fae11-2986-49ac-8b55-51312f39bd0b req-fd091723-9fdb-4f0d-9753-4fc8a5248cfa tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725884 Sep 09 20:28:59.103586 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f2abd-40a9-46a2-87dd-919e6d16e996 req-7ccbcd6b-b134-4d4e-9772-abc0a079ba9c tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:59.113788 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-419f2abd-40a9-46a2-87dd-919e6d16e996 req-7ccbcd6b-b134-4d4e-9772-abc0a079ba9c tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0616741 Sep 09 20:28:59.171304 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-419f2abd-40a9-46a2-87dd-919e6d16e996 req-259af1c9-116d-4708-ba65-c1e44e20d754 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471649 Sep 09 20:28:59.262202 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4bfad41a-3f9e-4f56-ade4-19cad2d24129 req-3831ca7f-c569-46de-904e-9c0f96e951dc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 210 time: 0.0277355 Sep 09 20:28:59.878856 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297d380-0d6a-465f-8b2e-5e32ad1ee1b7 req-49e9731b-7f7c-4a77-9518-9d8d11a74f04 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:28:59.880284 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2297d380-0d6a-465f-8b2e-5e32ad1ee1b7 req-49e9731b-7f7c-4a77-9518-9d8d11a74f04 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0457804 Sep 09 20:28:59.926004 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2297d380-0d6a-465f-8b2e-5e32ad1ee1b7 req-994dcf88-f2aa-493c-8504-3d6e806a644e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402858 Sep 09 20:29:00.291154 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9df26-7f69-4de4-adf7-807671dcfcd6 req-39d4be46-4b88-4ffb-9288-3442f6d05c3e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:00.292567 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1df9df26-7f69-4de4-adf7-807671dcfcd6 req-39d4be46-4b88-4ffb-9288-3442f6d05c3e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0436120 Sep 09 20:29:00.369085 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1df9df26-7f69-4de4-adf7-807671dcfcd6 req-99a4dab4-78a3-451c-af9c-fcc39c771296 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703280 Sep 09 20:29:00.370996 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-446f5c59-1b3f-48c4-8269-3ddce1109ef4 req-84d95f36-c251-4411-acaa-1d4575d01345 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 210 time: 0.0343418 Sep 09 20:29:00.917340 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626337d-c845-4831-b0c9-60f09f911f01 req-13f09036-a015-4551-9600-1951a45db98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:00.919470 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4626337d-c845-4831-b0c9-60f09f911f01 req-13f09036-a015-4551-9600-1951a45db98d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a4fdbd5e-0e81-4545-9b3a-a3439a61b913 HTTP/1.1" status: 200 len: 850 time: 0.0602844 Sep 09 20:29:01.049944 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672af756-4ca6-44e3-ad3e-65c4509c1dd0 req-c23cdcb4-98c0-4312-9b5f-2cbf27028ca8 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:01.051413 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-672af756-4ca6-44e3-ad3e-65c4509c1dd0 req-c23cdcb4-98c0-4312-9b5f-2cbf27028ca8 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0462322 Sep 09 20:29:01.100180 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-672af756-4ca6-44e3-ad3e-65c4509c1dd0 req-268b353b-ee09-4a9e-8893-91f88cebe6a7 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430517 Sep 09 20:29:01.564951 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6d7f5f2c-4ba8-4e0a-bcd4-1dacab5a96f1 req-ed7066a0-4c78-4f20-b0b7-d796ad6952e6 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 210 time: 0.0588815 Sep 09 20:29:01.581464 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a35753-4f37-4396-87b6-7e84a395d753 req-2684a157-0ab4-4ff5-8721-ae5614bd4910 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:01.582976 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b5a35753-4f37-4396-87b6-7e84a395d753 req-2684a157-0ab4-4ff5-8721-ae5614bd4910 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0906184 Sep 09 20:29:01.654881 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b5a35753-4f37-4396-87b6-7e84a395d753 req-a23119a4-8e8e-4709-9bef-cab4b61a66cd tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560575 Sep 09 20:29:01.731540 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626337d-c845-4831-b0c9-60f09f911f01 req-c7786afa-b7cf-47bb-8ea9-e1cd8f535310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:01.748707 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4626337d-c845-4831-b0c9-60f09f911f01 req-c7786afa-b7cf-47bb-8ea9-e1cd8f535310 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f13a2180-b7d4-4447-b571-f0f2b37395e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652552 Sep 09 20:29:01.796207 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6532189-caba-44e2-9674-22d2dd860570 req-0b6f2f1d-5f00-466b-991e-fd31cfef4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:01.796207 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f6532189-caba-44e2-9674-22d2dd860570 req-0b6f2f1d-5f00-466b-991e-fd31cfef4901 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 1130 time: 0.0627682 Sep 09 20:29:02.249362 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f97679-dde7-4604-8c7a-cacc379a20ba req-677d0b43-b693-406e-8123-1b3329fe0538 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:02.251190 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f0f97679-dde7-4604-8c7a-cacc379a20ba req-677d0b43-b693-406e-8123-1b3329fe0538 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0594730 Sep 09 20:29:02.305664 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f0f97679-dde7-4604-8c7a-cacc379a20ba req-fc3dbcb3-ad4e-4316-9239-73530743a6b7 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462828 Sep 09 20:29:02.441916 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503f8f0-5840-42f7-a2b7-e6c43e3f1fe0 req-b3d487d8-d7cb-4a72-9e09-2fa94ca10d45 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:02.443418 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f503f8f0-5840-42f7-a2b7-e6c43e3f1fe0 req-b3d487d8-d7cb-4a72-9e09-2fa94ca10d45 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0510352 Sep 09 20:29:02.456496 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 57762) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:02.461490 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-6f2b0d23-b172-494e-bf46-533be5c20819 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Request body: {'floatingip': {'port_id': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:29:02.511550 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0d23-b172-494e-bf46-533be5c20819 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for floatingip (33241597-d47d-4ba4-9f2a-5c0884972914), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:02.515489 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:02.566006 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:02.754356 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e4ac78aa-4a54-4260-87dd-772c3390d7b7 req-adb8d7a6-c593-4669-8a05-e8675451b62c tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 210 time: 0.0641820 Sep 09 20:29:02.832265 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d1ff7-7d9a-4045-af06-4f0ef7f79654 req-5cf78924-42cf-4a74-ac71-86e6c50abcd1 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:02.833753 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0c2d1ff7-7d9a-4045-af06-4f0ef7f79654 req-5cf78924-42cf-4a74-ac71-86e6c50abcd1 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0842130 Sep 09 20:29:02.963868 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0c2d1ff7-7d9a-4045-af06-4f0ef7f79654 req-57f4807b-7f14-45e0-bfd2-d5aa9b724971 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240053 Sep 09 20:29:03.112049 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0d23-b172-494e-bf46-533be5c20819 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:03.116020 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0d23-b172-494e-bf46-533be5c20819 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (33241597-d47d-4ba4-9f2a-5c0884972914), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:03.211208 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.l3_db [None req-6f2b0d23-b172-494e-bf46-533be5c20819 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Floating IP 33241597-d47d-4ba4-9f2a-5c0884972914 associated. External IP: 172.27.1.118, port: 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e. Sep 09 20:29:03.232646 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 57794) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:03.348733 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:03.417199 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2b0d23-b172-494e-bf46-533be5c20819 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:29:03.425539 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Publish callbacks [] for security_group (5ee79d63-1dba-4930-8697-c17e5fa7b9d6), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:03.429319 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (5ee79d63-1dba-4930-8697-c17e5fa7b9d6), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:03.467764 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee79d63-1dba-4930-8697-c17e5fa7b9d6,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:03.474112 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f706678ae62c4aec8c9b321dc4c02586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378616 Sep 09 20:29:03.475371 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 57798) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:03.477559 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.477910 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.478252 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.478592 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.478926 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.479260 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.479688 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.480022 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.480516 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.481072 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.481701 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.482231 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.482687 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.483251 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.483814 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d7f5c9-e539-4a51-8399-6682d085f58b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.550829 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2b0d23-b172-494e-bf46-533be5c20819 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:29:03.556125 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6f2b0d23-b172-494e-bf46-533be5c20819 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:03.557733 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:03.560351 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:03.564620 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704ec1d-8b8b-4208-8a06-3cd72c40599e None None] Sync routers for ids ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:29:03.574880 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704ec1d-8b8b-4208-8a06-3cd72c40599e None None] Routers {'2c7a91e6-c940-41d2-9e8c-c803b8c45103'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:29:03.576098 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-7704ec1d-8b8b-4208-8a06-3cd72c40599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:28:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:29:03.595018 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Publish callbacks [] for security_group (5ee79d63-1dba-4930-8697-c17e5fa7b9d6), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:03.609583 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-6f2b0d23-b172-494e-bf46-533be5c20819 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/33241597-d47d-4ba4-9f2a-5c0884972914 HTTP/1.1" status: 200 len: 992 time: 1.1496494 Sep 09 20:29:03.610027 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'tag': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:29:03.612151 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9684d6c3-cb9d-4db0-b7b5-2c4531123fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "abe125d2-51c7-4732-aa2a-90ab2d85d05f", "tag": "715458c7-e2c5-47e3-9ee4-1e82cbf7d53e"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:29:03.627255 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Publish callbacks [] for security_group (5ee79d63-1dba-4930-8697-c17e5fa7b9d6), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:03.666825 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fd721c-6082-41af-90e6-5a32eec5083d x-openstack-request-id: req-60fd721c-6082-41af-90e6-5a32eec5083d {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:29:03.669447 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe125d2-51c7-4732-aa2a-90ab2d85d05f", "tag": "715458c7-e2c5-47e3-9ee4-1e82cbf7d53e", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:29:03.669828 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60fd721c-6082-41af-90e6-5a32eec5083d {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:29:03.670331 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60fd721c-6082-41af-90e6-5a32eec5083d'] response: {'name': 'network-changed', 'server_uuid': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'tag': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'status': 'completed', 'code': 200} Sep 09 20:29:03.695551 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (5ee79d63-1dba-4930-8697-c17e5fa7b9d6), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:03.699347 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:03.701350 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5ee79d63-1dba-4930-8697-c17e5fa7b9d6 HTTP/1.1" status: 204 len: 168 time: 0.2247851 Sep 09 20:29:03.712593 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee79d63-1dba-4930-8697-c17e5fa7b9d6,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:03.720692 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-7704ec1d-8b8b-4208-8a06-3cd72c40599e None None] Set router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:29:03.722567 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.723182 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.724116 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.724624 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.724966 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.725355 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.725794 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.726220 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.726690 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.727021 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.727423 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.727807 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.728217 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.728572 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.728866 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8930-6382-4922-8122-74da93a9abec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:03.753530 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:03.866832 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c9e37519-6a5c-4e6c-88f6-2a12f05b7baa req-f92bbe2e-3a1d-479f-8f8c-9bcbb01bf926 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 210 time: 0.0283899 Sep 09 20:29:04.016047 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 57818) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:04.031378 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c89bc11d-813e-4d27-a881-1ad227ca699d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:04.054077 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:04.077154 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-7704ec1d-8b8b-4208-8a06-3cd72c40599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '33241597-d47d-4ba4-9f2a-5c0884972914', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'port_id': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'mac_address': 'fa:16:3e:26:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:28:24Z', 'updated_at': '2022-09-09T20:29:03Z', 'revision_number': 1, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:33Z', 'revision_number': 5, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:29:04.105170 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704ec1d-8b8b-4208-8a06-3cd72c40599e None None] Checking router: 2c7a91e6-c940-41d2-9e8c-c803b8c45103 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:29:04.117008 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704ec1d-8b8b-4208-8a06-3cd72c40599e None None] Routers {'2c7a91e6-c940-41d2-9e8c-c803b8c45103'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:29:04.117686 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-7704ec1d-8b8b-4208-8a06-3cd72c40599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:28:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:29:04.127639 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25bb2c-fc64-4362-9bc2-00efd183451f req-3d47ceaa-fa1c-42d9-b409-44f5dd7ed30a tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:04.129111 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5d25bb2c-fc64-4362-9bc2-00efd183451f req-3d47ceaa-fa1c-42d9-b409-44f5dd7ed30a tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0638623 Sep 09 20:29:04.198093 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c89bc11d-813e-4d27-a881-1ad227ca699d admin admin] Publish callbacks [] for security_group (2a91e302-29c6-4007-87ac-3c51a2bceb55), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:04.204915 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c89bc11d-813e-4d27-a881-1ad227ca699d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (2a91e302-29c6-4007-87ac-3c51a2bceb55), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:04.214855 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5d25bb2c-fc64-4362-9bc2-00efd183451f req-9ed85e8c-83a9-416e-a3b1-b827dda2695d tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777113 Sep 09 20:29:04.222803 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-7704ec1d-8b8b-4208-8a06-3cd72c40599e None None] Set router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:29:04.253699 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-c89bc11d-813e-4d27-a881-1ad227ca699d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=242ae3b66ad044c4bffde0538e8fcc99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363672 Sep 09 20:29:04.254492 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bc11d-813e-4d27-a881-1ad227ca699d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a91e302-29c6-4007-87ac-3c51a2bceb55,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:04.256276 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 57820) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:04.308483 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e295-51d2-44c0-bbbd-d9d98de9d0d5 admin admin] Publish callbacks [] for security_group (2a91e302-29c6-4007-87ac-3c51a2bceb55), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:04.329455 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e295-51d2-44c0-bbbd-d9d98de9d0d5 admin admin] Publish callbacks [] for security_group (2a91e302-29c6-4007-87ac-3c51a2bceb55), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:04.379577 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e295-51d2-44c0-bbbd-d9d98de9d0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (2a91e302-29c6-4007-87ac-3c51a2bceb55), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:04.382409 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6ba6e295-51d2-44c0-bbbd-d9d98de9d0d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:04.383576 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-6ba6e295-51d2-44c0-bbbd-d9d98de9d0d5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2a91e302-29c6-4007-87ac-3c51a2bceb55 HTTP/1.1" status: 204 len: 168 time: 0.1256385 Sep 09 20:29:04.394000 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6e295-51d2-44c0-bbbd-d9d98de9d0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a91e302-29c6-4007-87ac-3c51a2bceb55,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:04.455941 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-7704ec1d-8b8b-4208-8a06-3cd72c40599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '33241597-d47d-4ba4-9f2a-5c0884972914', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'port_id': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'mac_address': 'fa:16:3e:26:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:28:24Z', 'updated_at': '2022-09-09T20:29:03Z', 'revision_number': 1, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:33Z', 'revision_number': 5, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:29:04.480262 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704ec1d-8b8b-4208-8a06-3cd72c40599e None None] The sync data for ids ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'] in dv-cinder-849325-4-iscsi is: [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '33241597-d47d-4ba4-9f2a-5c0884972914', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'port_id': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'mac_address': 'fa:16:3e:26:28:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:28:24Z', 'updated_at': '2022-09-09T20:29:03Z', 'revision_number': 1, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:33Z', 'revision_number': 5, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:29:04.674389 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796566da-5e3c-4599-acd0-3f0984233c39 None None] New status for floating IP 33241597-d47d-4ba4-9f2a-5c0884972914: ACTIVE {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:29:04.974823 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bf37a0d5-8f2f-4a14-8c01-5ed86a6850d7 req-988ec4e7-4ba5-4cde-b9ea-cd679aa3587d tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 210 time: 0.0277297 Sep 09 20:29:05.335517 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c070d-d40b-4d09-9ea9-2399c4d64f6d req-5c28efe6-2e54-4286-aebe-b16ea81e1789 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:05.336978 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a32c070d-d40b-4d09-9ea9-2399c4d64f6d req-5c28efe6-2e54-4286-aebe-b16ea81e1789 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0460329 Sep 09 20:29:05.401599 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a32c070d-d40b-4d09-9ea9-2399c4d64f6d req-29cf18ac-e65c-462b-89df-dd76eb660b70 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577569 Sep 09 20:29:05.962739 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6532189-caba-44e2-9674-22d2dd860570 req-01284495-28b4-404f-8434-e58f134fa0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:05.964081 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f6532189-caba-44e2-9674-22d2dd860570 req-01284495-28b4-404f-8434-e58f134fa0a3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 920 time: 0.2017281 Sep 09 20:29:06.024425 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f6532189-caba-44e2-9674-22d2dd860570 req-8fb5df0f-827e-451e-98fb-2e79d2199d1c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccc294b6-8a23-4205-8c36-01b2941e0c68 HTTP/1.1" status: 200 len: 217 time: 0.0487328 Sep 09 20:29:06.133549 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6532189-caba-44e2-9674-22d2dd860570 req-ebc788e0-4306-400a-94ef-39ae633d74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:06.134765 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f6532189-caba-44e2-9674-22d2dd860570 req-ebc788e0-4306-400a-94ef-39ae633d74a7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 HTTP/1.1" status: 200 len: 858 time: 0.0984049 Sep 09 20:29:06.188156 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684d6c3-cb9d-4db0-b7b5-2c4531123fb8 req-c7c729dd-3fa5-4091-9d51-e8490d76d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:06.190626 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9684d6c3-cb9d-4db0-b7b5-2c4531123fb8 req-c7c729dd-3fa5-4091-9d51-e8490d76d8ec service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c1c909559e44322a07f7e4a463424a5&device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 1130 time: 0.1056311 Sep 09 20:29:06.196631 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cf0e4271-2bd7-48b3-bc13-041a7e72cf0c req-8a77cca2-ce90-4745-91b2-d8a8f37b1eac tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 210 time: 0.0508406 Sep 09 20:29:06.200841 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4626337d-c845-4831-b0c9-60f09f911f01 req-573ff14f-942a-4f40-9826-9aea25b6c2d2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267875 Sep 09 20:29:06.276001 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6532189-caba-44e2-9674-22d2dd860570 req-e4183fbc-184d-4f12-9d9e-982aca84086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:06.280581 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f6532189-caba-44e2-9674-22d2dd860570 req-e4183fbc-184d-4f12-9d9e-982aca84086b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b188b4ef-6195-4514-85bf-2356d78cce90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1107914 Sep 09 20:29:06.584471 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f6532189-caba-44e2-9674-22d2dd860570 req-ec7dbab2-9c7f-42c1-b7de-33a7dece849e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962696 Sep 09 20:29:06.628785 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:06.631205 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-12505c4f-770c-4fcc-9c27-85099a0dc3f8 req-235721fe-cd06-412f-8f3d-61399364fda4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458443 Sep 09 20:29:06.631413 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:06.656219 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096703d3-48b2-4cf4-ab0c-b058f6150a02 req-529e6ec1-d894-4128-ba6c-ed1d6df31373 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:06.658026 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-096703d3-48b2-4cf4-ab0c-b058f6150a02 req-529e6ec1-d894-4128-ba6c-ed1d6df31373 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.1817608 Sep 09 20:29:06.692828 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:06.745534 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4626337d-c845-4831-b0c9-60f09f911f01 req-79d26c1e-df59-439f-8ea3-adfd829181d4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712376 Sep 09 20:29:06.780926 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684d6c3-cb9d-4db0-b7b5-2c4531123fb8 req-e65e8210-e970-49a3-b10d-684688825d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:06.782716 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9684d6c3-cb9d-4db0-b7b5-2c4531123fb8 req-e65e8210-e970-49a3-b10d-684688825d0f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e922e249-8412-4a6f-a000-86403046577e HTTP/1.1" status: 200 len: 918 time: 0.2980280 Sep 09 20:29:06.787219 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-096703d3-48b2-4cf4-ab0c-b058f6150a02 req-00cb6159-d955-44f0-99e3-77ae9a18d371 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190495 Sep 09 20:29:06.890470 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9684d6c3-cb9d-4db0-b7b5-2c4531123fb8 req-e0d4cab2-a3ab-4622-81ff-22da559bfe82 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e HTTP/1.1" status: 200 len: 1002 time: 0.0995185 Sep 09 20:29:06.919118 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12505c4f-770c-4fcc-9c27-85099a0dc3f8 req-7f20aa1b-1495-4844-a270-c3e103bacf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:06.920819 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-12505c4f-770c-4fcc-9c27-85099a0dc3f8 req-7f20aa1b-1495-4844-a270-c3e103bacf9b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=95899c2c318f459bb09bad337d79c1a2&device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 1129 time: 0.1621528 Sep 09 20:29:06.933485 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab2898-a81c-47c3-afa5-0399012582ed req-5c0b7ce8-45e5-423b-aeab-1aba59b1c3c7 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:06.935264 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36ab2898-a81c-47c3-afa5-0399012582ed req-5c0b7ce8-45e5-423b-aeab-1aba59b1c3c7 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.25 "GET /networking/v2.0/networks?id=2cbef6b9-0698-42fe-962c-df7eb81f10bf HTTP/1.1" status: 200 len: 808 time: 0.2394464 Sep 09 20:29:06.937273 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f6532189-caba-44e2-9674-22d2dd860570 req-bf5a25af-b7f2-4867-8c2f-dbccfc68557d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046231 Sep 09 20:29:06.964505 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-36ab2898-a81c-47c3-afa5-0399012582ed req-6fdbd062-caaa-45fe-b375-f975b556b4fc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Request body: {'port': {'device_id': '1572e9f8-bd24-42ae-9c0e-d0a659792412', 'network_id': '2cbef6b9-0698-42fe-962c-df7eb81f10bf', 'admin_state_up': True, 'tenant_id': '32c862d7b7b242f699139ac0821867a8'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:29:06.967035 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684d6c3-cb9d-4db0-b7b5-2c4531123fb8 req-9f14a1f8-7d90-4651-a948-77d0c7a7f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:06.968544 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9684d6c3-cb9d-4db0-b7b5-2c4531123fb8 req-9f14a1f8-7d90-4651-a948-77d0c7a7f7ab service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44 HTTP/1.1" status: 200 len: 856 time: 0.0702834 Sep 09 20:29:07.042217 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:07.095542 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:07.110444 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684d6c3-cb9d-4db0-b7b5-2c4531123fb8 req-eeda354e-0885-4131-ab07-e22ca65f837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:07.112495 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9684d6c3-cb9d-4db0-b7b5-2c4531123fb8 req-eeda354e-0885-4131-ab07-e22ca65f837a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e922e249-8412-4a6f-a000-86403046577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486741 Sep 09 20:29:07.148162 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12505c4f-770c-4fcc-9c27-85099a0dc3f8 req-7c7fa3b2-b537-4250-b89b-0cf6cc55d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:07.149639 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-12505c4f-770c-4fcc-9c27-85099a0dc3f8 req-7c7fa3b2-b537-4250-b89b-0cf6cc55d421 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f1af1ec7-d9d8-4274-81f9-992fb1351ac3 HTTP/1.1" status: 200 len: 913 time: 0.1803005 Sep 09 20:29:07.163744 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ab2898-a81c-47c3-afa5-0399012582ed req-6fdbd062-caaa-45fe-b375-f975b556b4fc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Made reservation on behalf of 32c862d7b7b242f699139ac0821867a8 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:29:07.168001 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36ab2898-a81c-47c3-afa5-0399012582ed req-6fdbd062-caaa-45fe-b375-f975b556b4fc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:07.238839 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9684d6c3-cb9d-4db0-b7b5-2c4531123fb8 req-4efcb0cf-7c63-4e8b-919d-c0b9ab03ae04 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101179 Sep 09 20:29:07.274083 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-12505c4f-770c-4fcc-9c27-85099a0dc3f8 req-808a177d-0661-40e3-8c1b-5739a76b890e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92ac06aa-3b8a-4813-af77-d204e8112bb0 HTTP/1.1" status: 200 len: 217 time: 0.0476792 Sep 09 20:29:07.356574 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-269bf17e-3604-4bdf-9452-e565597ce1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:07.380496 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12505c4f-770c-4fcc-9c27-85099a0dc3f8 req-6ddbe85d-dba5-41e8-b22c-f200111f2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:07.382083 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-12505c4f-770c-4fcc-9c27-85099a0dc3f8 req-6ddbe85d-dba5-41e8-b22c-f200111f2886 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=379d5b38-ecb7-4dae-9ec6-9456c03fce06 HTTP/1.1" status: 200 len: 851 time: 0.0963063 Sep 09 20:29:07.397084 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-36ab2898-a81c-47c3-afa5-0399012582ed req-6fdbd062-caaa-45fe-b375-f975b556b4fc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Allocated IP 172.20.0.14 (2cbef6b9-0698-42fe-962c-df7eb81f10bf/377f0b46-7565-42ec-8482-7668d88cf2b8/5c2aa298-150f-4083-9c05-cc091fc750a6) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:29:07.416969 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9684d6c3-cb9d-4db0-b7b5-2c4531123fb8 req-c54fa39e-6578-4590-885c-d01b160414e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673923 Sep 09 20:29:07.419358 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-21facfa2-f568-4b95-bdee-0bd868fe7c21 req-f991f12d-2da3-43a3-b243-f5f9d59a9762 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 210 time: 0.1210139 Sep 09 20:29:07.461311 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12505c4f-770c-4fcc-9c27-85099a0dc3f8 req-4699782d-fa61-45f5-96e4-fa01be642ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:07.463906 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-12505c4f-770c-4fcc-9c27-85099a0dc3f8 req-4699782d-fa61-45f5-96e4-fa01be642ae5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f1af1ec7-d9d8-4274-81f9-992fb1351ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683544 Sep 09 20:29:07.555198 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:07.836205 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-12505c4f-770c-4fcc-9c27-85099a0dc3f8 req-cbb6aee7-5f81-4b3a-a963-263abdfff031 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f1af1ec7-d9d8-4274-81f9-992fb1351ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620203 Sep 09 20:29:07.940959 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36ab2898-a81c-47c3-afa5-0399012582ed req-6fdbd062-caaa-45fe-b375-f975b556b4fc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks [] for port (5c2aa298-150f-4083-9c05-cc091fc750a6), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:07.972332 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:07.982455 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050cdd5-8c03-4f6d-9fc8-09948d48d86c req-257487b5-01d9-4c0b-aed0-b3044575e711 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:07.991647 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a050cdd5-8c03-4f6d-9fc8-09948d48d86c req-257487b5-01d9-4c0b-aed0-b3044575e711 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0607629 Sep 09 20:29:08.038914 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-12505c4f-770c-4fcc-9c27-85099a0dc3f8 req-2c955df5-a4d9-4e19-8cca-7b898329b36d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f1af1ec7-d9d8-4274-81f9-992fb1351ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892738 Sep 09 20:29:08.057186 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36ab2898-a81c-47c3-afa5-0399012582ed req-6fdbd062-caaa-45fe-b375-f975b556b4fc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (5c2aa298-150f-4083-9c05-cc091fc750a6), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:08.067626 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a050cdd5-8c03-4f6d-9fc8-09948d48d86c req-94bd4059-dc28-4af0-8d5c-53370453108e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749435 Sep 09 20:29:08.127547 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ab2898-a81c-47c3-afa5-0399012582ed req-6fdbd062-caaa-45fe-b375-f975b556b4fc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Network 2cbef6b9-0698-42fe-962c-df7eb81f10bf is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:29:08.131045 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-36ab2898-a81c-47c3-afa5-0399012582ed req-6fdbd062-caaa-45fe-b375-f975b556b4fc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:29:08.134869 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ab2898-a81c-47c3-afa5-0399012582ed req-6fdbd062-caaa-45fe-b375-f975b556b4fc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:29:08.139885 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab2898-a81c-47c3-afa5-0399012582ed req-6fdbd062-caaa-45fe-b375-f975b556b4fc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:08.140494 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36ab2898-a81c-47c3-afa5-0399012582ed req-6fdbd062-caaa-45fe-b375-f975b556b4fc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:08.147278 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbd062-caaa-45fe-b375-f975b556b4fc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Pushing event updated for resources: {'Port': ['ID=5c2aa298-150f-4083-9c05-cc091fc750a6,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:08.160330 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36ab2898-a81c-47c3-afa5-0399012582ed req-6fdbd062-caaa-45fe-b375-f975b556b4fc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2063196 Sep 09 20:29:08.554496 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b4bc5-f68b-451a-8672-7e3b4943b9bf req-ce7aa7b3-9e94-4b01-a5ec-dca9b2f3cf87 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:08.555948 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b40b4bc5-f68b-451a-8672-7e3b4943b9bf req-ce7aa7b3-9e94-4b01-a5ec-dca9b2f3cf87 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 932 time: 0.0464001 Sep 09 20:29:08.606667 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b40b4bc5-f68b-451a-8672-7e3b4943b9bf req-157ebd0d-84ea-4d69-a94d-0661a40d2a2f tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451653 Sep 09 20:29:09.216733 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c191e85-1361-4540-97f2-4a507f40ff25 req-de728f59-b297-4701-a5c0-dea6b9660243 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:09.218244 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4c191e85-1361-4540-97f2-4a507f40ff25 req-de728f59-b297-4701-a5c0-dea6b9660243 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0478294 Sep 09 20:29:09.267721 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4c191e85-1361-4540-97f2-4a507f40ff25 req-a4113cec-5257-44db-b028-bec2561fdcfd tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415776 Sep 09 20:29:09.555446 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8e8b149e-c857-4298-8bbb-92c89014e3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:09.723471 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7ceea-1e93-4902-9d86-73e5e599bf5a req-64281a07-08fd-433b-8bd5-53155cdaa12a tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:09.724897 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-79e7ceea-1e93-4902-9d86-73e5e599bf5a req-64281a07-08fd-433b-8bd5-53155cdaa12a tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 932 time: 0.0454495 Sep 09 20:29:09.764270 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:09.772186 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-79e7ceea-1e93-4902-9d86-73e5e599bf5a req-69efc216-b5a9-4e4c-a2cc-941253f2433e tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418923 Sep 09 20:29:10.393743 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfcd1a-3970-4221-8e4c-00a5c9623891 req-29458aa9-22d8-40b3-a35f-7eeae8f0877e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:10.395190 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-29dfcd1a-3970-4221-8e4c-00a5c9623891 req-29458aa9-22d8-40b3-a35f-7eeae8f0877e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0554481 Sep 09 20:29:10.441787 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-29dfcd1a-3970-4221-8e4c-00a5c9623891 req-1bfef6d9-77ae-4b4c-bc39-e9192bd73cdb tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 Sep 09 20:29:10.844966 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:10.890130 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ead5d-b4aa-450c-a9ed-d0456b646e4c req-f97110f2-4b09-4c5f-bfe7-5198768d0985 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:10.891551 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d06ead5d-b4aa-450c-a9ed-d0456b646e4c req-f97110f2-4b09-4c5f-bfe7-5198768d0985 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 932 time: 0.0458691 Sep 09 20:29:10.938368 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d06ead5d-b4aa-450c-a9ed-d0456b646e4c req-d36d1b0d-b683-4bd1-86a0-1442d8021bbf tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 Sep 09 20:29:11.558146 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058418a-2ef6-4778-8df7-8dd6dfdaf5db req-c18bf0a1-3530-491d-9db7-bd8d91aadac1 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:11.559575 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c058418a-2ef6-4778-8df7-8dd6dfdaf5db req-c18bf0a1-3530-491d-9db7-bd8d91aadac1 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0452604 Sep 09 20:29:11.617521 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c058418a-2ef6-4778-8df7-8dd6dfdaf5db req-26445f40-8236-46c8-8f4b-6d53770f47d0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525510 Sep 09 20:29:11.685424 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Request body: {'port': {'device_id': '1572e9f8-bd24-42ae-9c0e-d0a659792412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:29:11.742012 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (5c2aa298-150f-4083-9c05-cc091fc750a6), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:11.990073 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2aa298-150f-4083-9c05-cc091fc750a6 {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:29:11.998288 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Publish callbacks [] for port (5c2aa298-150f-4083-9c05-cc091fc750a6), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:12.010600 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Transition to ACTIVE for port object 5c2aa298-150f-4083-9c05-cc091fc750a6 will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:29:12.014716 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (5c2aa298-150f-4083-9c05-cc091fc750a6), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:12.058394 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127bceb-86d8-4e06-a647-23b4df3a09cf req-3b409c0e-dbf5-4d9e-bcd1-c9be039c0133 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:12.060596 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c127bceb-86d8-4e06-a647-23b4df3a09cf req-3b409c0e-dbf5-4d9e-bcd1-c9be039c0133 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 944 time: 0.0495036 Sep 09 20:29:12.077221 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2aa298-150f-4083-9c05-cc091fc750a6,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:12.088034 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Attempting to bind port 5c2aa298-150f-4083-9c05-cc091fc750a6 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:29:12.088856 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Attempting to bind port 5c2aa298-150f-4083-9c05-cc091fc750a6 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '5deaa828-989a-4d7a-bcdf-326c6846b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2cbef6b9-0698-42fe-962c-df7eb81f10bf'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:29:12.088856 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Attempting to bind port 5c2aa298-150f-4083-9c05-cc091fc750a6 on network 2cbef6b9-0698-42fe-962c-df7eb81f10bf {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:29:12.090534 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:12.111461 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c127bceb-86d8-4e06-a647-23b4df3a09cf req-3df93167-e5ec-402e-803e-4e13e78e1a63 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444169 Sep 09 20:29:12.139314 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Port 5c2aa298-150f-4083-9c05-cc091fc750a6 on network 2cbef6b9-0698-42fe-962c-df7eb81f10bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:29:12.139765 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Attempting to bind port 5c2aa298-150f-4083-9c05-cc091fc750a6 on network 2cbef6b9-0698-42fe-962c-df7eb81f10bf {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:29:12.183890 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:29:12.184759 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Checking segment: {'id': '5deaa828-989a-4d7a-bcdf-326c6846b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2cbef6b9-0698-42fe-962c-df7eb81f10bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:29:12.185173 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Bound using segment: {'id': '5deaa828-989a-4d7a-bcdf-326c6846b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2cbef6b9-0698-42fe-962c-df7eb81f10bf'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:29:12.185644 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Bound port: 5c2aa298-150f-4083-9c05-cc091fc750a6, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5deaa828-989a-4d7a-bcdf-326c6846b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2cbef6b9-0698-42fe-962c-df7eb81f10bf'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:29:12.186000 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (5c2aa298-150f-4083-9c05-cc091fc750a6), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:12.264496 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] For port 5c2aa298-150f-4083-9c05-cc091fc750a6, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:29:12.268431 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] For port 5c2aa298-150f-4083-9c05-cc091fc750a6, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=5c2aa298-150f-4083-9c05-cc091fc750a6,segment=NetworkSegment(5deaa828-989a-4d7a-bcdf-326c6846b6ce),segment_id=5deaa828-989a-4d7a-bcdf-326c6846b6ce)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:29:12.275740 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (5c2aa298-150f-4083-9c05-cc091fc750a6), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:12.295552 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:12.306504 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:12.307282 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:12.310988 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36ab2898-a81c-47c3-afa5-0399012582ed req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/5c2aa298-150f-4083-9c05-cc091fc750a6 HTTP/1.1" status: 200 len: 1094 time: 0.6276200 Sep 09 20:29:12.310988 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1572e9f8-bd24-42ae-9c0e-d0a659792412', 'tag': '5c2aa298-150f-4083-9c05-cc091fc750a6'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:29:12.313407 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce49d0db-b4be-4db0-a04f-81e53cafa1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "1572e9f8-bd24-42ae-9c0e-d0a659792412", "tag": "5c2aa298-150f-4083-9c05-cc091fc750a6"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:29:12.356480 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb6dce-a97b-4f53-a97c-7bb2fa104b99 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2aa298-150f-4083-9c05-cc091fc750a6,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:12.378383 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9c87f9-4412-4cf8-9997-54af99d6e2f4 x-openstack-request-id: req-8c9c87f9-4412-4cf8-9997-54af99d6e2f4 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:29:12.378686 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1572e9f8-bd24-42ae-9c0e-d0a659792412", "tag": "5c2aa298-150f-4083-9c05-cc091fc750a6", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:29:12.379123 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c9c87f9-4412-4cf8-9997-54af99d6e2f4 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:29:12.379479 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c9c87f9-4412-4cf8-9997-54af99d6e2f4'] response: {'name': 'network-changed', 'server_uuid': '1572e9f8-bd24-42ae-9c0e-d0a659792412', 'tag': '5c2aa298-150f-4083-9c05-cc091fc750a6', 'status': 'completed', 'code': 200} Sep 09 20:29:12.429041 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:12.735172 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58056) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:12.743561 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa2476-a63a-4615-a13a-120c6d2cf1aa req-793df839-7716-4850-95cc-9a545ed05270 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:12.745099 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9eaa2476-a63a-4615-a13a-120c6d2cf1aa req-793df839-7716-4850-95cc-9a545ed05270 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0511892 Sep 09 20:29:12.792420 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9eaa2476-a63a-4615-a13a-120c6d2cf1aa req-7af42bf3-ac7f-449e-8302-04c945816acd tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411053 Sep 09 20:29:12.844641 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4aa36395-4d27-4f3e-aa11-e122a11b26ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:12.891095 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:12.924506 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4aa36395-4d27-4f3e-aa11-e122a11b26ea admin admin] Publish callbacks [] for security_group (65547190-c9ee-43cd-b2bc-08f6f4d870c3), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:12.927997 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4aa36395-4d27-4f3e-aa11-e122a11b26ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (65547190-c9ee-43cd-b2bc-08f6f4d870c3), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:12.967209 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-4aa36395-4d27-4f3e-aa11-e122a11b26ea admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8a05d3088d3d470781adce690f1f135c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309132 Sep 09 20:29:12.968415 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa36395-4d27-4f3e-aa11-e122a11b26ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65547190-c9ee-43cd-b2bc-08f6f4d870c3,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:12.970109 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 58060) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:13.019001 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:13.022760 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ff5afe53-b448-42e7-9e53-13eedac0cb13 admin admin] Publish callbacks [] for security_group (65547190-c9ee-43cd-b2bc-08f6f4d870c3), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:13.042539 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ff5afe53-b448-42e7-9e53-13eedac0cb13 admin admin] Publish callbacks [] for security_group (65547190-c9ee-43cd-b2bc-08f6f4d870c3), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:13.087686 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ff5afe53-b448-42e7-9e53-13eedac0cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (65547190-c9ee-43cd-b2bc-08f6f4d870c3), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:13.090543 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ff5afe53-b448-42e7-9e53-13eedac0cb13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:13.091693 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-ff5afe53-b448-42e7-9e53-13eedac0cb13 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/65547190-c9ee-43cd-b2bc-08f6f4d870c3 HTTP/1.1" status: 204 len: 168 time: 0.1205685 Sep 09 20:29:13.099230 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5afe53-b448-42e7-9e53-13eedac0cb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65547190-c9ee-43cd-b2bc-08f6f4d870c3,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:13.246305 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb69e4-ed38-4aa4-9aa8-f0c6aef73443 req-6bf0c7b7-9ba3-4e42-8fbb-05bfcdef3e77 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:13.247841 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1fcb69e4-ed38-4aa4-9aa8-f0c6aef73443 req-6bf0c7b7-9ba3-4e42-8fbb-05bfcdef3e77 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 944 time: 0.0519943 Sep 09 20:29:13.300851 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1fcb69e4-ed38-4aa4-9aa8-f0c6aef73443 req-bac25e84-9427-4e0e-8ee8-b7a7f9c10ceb tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468833 Sep 09 20:29:13.366207 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58070) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:13.381638 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-7645ffb0-f616-444d-98b9-95bacb9bc7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:13.514035 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-7645ffb0-f616-444d-98b9-95bacb9bc7ae admin admin] Publish callbacks [] for security_group (9af85926-03ce-4f6d-9d40-cb8cce0f01e5), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:13.521011 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-7645ffb0-f616-444d-98b9-95bacb9bc7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (9af85926-03ce-4f6d-9d40-cb8cce0f01e5), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:13.528762 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49d0db-b4be-4db0-a04f-81e53cafa1b4 req-795c0aa0-e228-4d46-8b4f-14ea115cfecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:13.530400 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ce49d0db-b4be-4db0-a04f-81e53cafa1b4 req-795c0aa0-e228-4d46-8b4f-14ea115cfecb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=32c862d7b7b242f699139ac0821867a8&device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 1128 time: 0.0710037 Sep 09 20:29:13.568640 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-7645ffb0-f616-444d-98b9-95bacb9bc7ae admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e38a340029cf4d77be66739813702882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012591 Sep 09 20:29:13.569508 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645ffb0-f616-444d-98b9-95bacb9bc7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af85926-03ce-4f6d-9d40-cb8cce0f01e5,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:13.571498 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 58080) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:13.628091 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4e8378e3-3e55-454d-b43a-2c766db7a2d5 admin admin] Publish callbacks [] for security_group (9af85926-03ce-4f6d-9d40-cb8cce0f01e5), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:13.658379 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4e8378e3-3e55-454d-b43a-2c766db7a2d5 admin admin] Publish callbacks [] for security_group (9af85926-03ce-4f6d-9d40-cb8cce0f01e5), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:13.713398 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4e8378e3-3e55-454d-b43a-2c766db7a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (9af85926-03ce-4f6d-9d40-cb8cce0f01e5), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:13.716705 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4e8378e3-3e55-454d-b43a-2c766db7a2d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:13.717911 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-4e8378e3-3e55-454d-b43a-2c766db7a2d5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9af85926-03ce-4f6d-9d40-cb8cce0f01e5 HTTP/1.1" status: 204 len: 168 time: 0.1449587 Sep 09 20:29:13.726441 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8378e3-3e55-454d-b43a-2c766db7a2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af85926-03ce-4f6d-9d40-cb8cce0f01e5,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:13.940530 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e2e09-1d13-4c1f-8a82-e982195757ac req-bec40ebf-c7c1-49cf-b475-69d3ca3ff8c9 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:13.954571 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-de3e2e09-1d13-4c1f-8a82-e982195757ac req-bec40ebf-c7c1-49cf-b475-69d3ca3ff8c9 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0808957 Sep 09 20:29:14.040043 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-de3e2e09-1d13-4c1f-8a82-e982195757ac req-005f5848-6f54-40e2-b305-4d85150ddf64 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678482 Sep 09 20:29:14.057468 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:14.066211 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49d0db-b4be-4db0-a04f-81e53cafa1b4 req-41192e31-ca2a-4d85-97e2-6d85bbb46df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:14.067983 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ce49d0db-b4be-4db0-a04f-81e53cafa1b4 req-41192e31-ca2a-4d85-97e2-6d85bbb46df9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=32c862d7b7b242f699139ac0821867a8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1590276 Sep 09 20:29:14.131014 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 58102) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:14.145922 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3988cac1-2584-4505-a79e-405b3fd40d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:14.147570 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:14.225473 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3988cac1-2584-4505-a79e-405b3fd40d1e admin admin] Publish callbacks [] for security_group (08b899e1-6648-410e-82a4-adc69ad19288), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:14.229600 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3988cac1-2584-4505-a79e-405b3fd40d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (08b899e1-6648-410e-82a4-adc69ad19288), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:14.271941 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-3988cac1-2584-4505-a79e-405b3fd40d1e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d780c7d3692444f6ba1b9813429a1d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392207 Sep 09 20:29:14.272807 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988cac1-2584-4505-a79e-405b3fd40d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b899e1-6648-410e-82a4-adc69ad19288,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:14.276118 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58104) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:14.337409 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4c7c503c-f899-442e-9cba-3749172fa0b3 admin admin] Publish callbacks [] for security_group (08b899e1-6648-410e-82a4-adc69ad19288), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:14.366758 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4c7c503c-f899-442e-9cba-3749172fa0b3 admin admin] Publish callbacks [] for security_group (08b899e1-6648-410e-82a4-adc69ad19288), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:14.423786 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4c7c503c-f899-442e-9cba-3749172fa0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (08b899e1-6648-410e-82a4-adc69ad19288), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:14.427076 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4c7c503c-f899-442e-9cba-3749172fa0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:14.428323 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-4c7c503c-f899-442e-9cba-3749172fa0b3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/08b899e1-6648-410e-82a4-adc69ad19288 HTTP/1.1" status: 204 len: 168 time: 0.1508458 Sep 09 20:29:14.437886 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c503c-f899-442e-9cba-3749172fa0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b899e1-6648-410e-82a4-adc69ad19288,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:14.443678 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82911e91-ed30-4060-b486-52609122decb req-3ab5ec63-158c-4cf4-b1e4-f531e5d4f00c tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:14.445435 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-82911e91-ed30-4060-b486-52609122decb req-3ab5ec63-158c-4cf4-b1e4-f531e5d4f00c tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 944 time: 0.0549653 Sep 09 20:29:14.528987 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-82911e91-ed30-4060-b486-52609122decb req-2b8fc6a0-6150-4541-9887-fe60d32477d0 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625701 Sep 09 20:29:14.775561 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ddae0-1309-4e17-8079-97e6048be8fc req-9e87439a-5ce4-403d-ba28-01554ec6fbf7 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:14.777129 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4d0ddae0-1309-4e17-8079-97e6048be8fc req-9e87439a-5ce4-403d-ba28-01554ec6fbf7 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 945 time: 0.0486448 Sep 09 20:29:14.827348 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4d0ddae0-1309-4e17-8079-97e6048be8fc req-0bd473b8-a564-4769-b46c-7e538e185d32 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438488 Sep 09 20:29:15.143659 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:15.159087 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9b797-2d0a-4d82-8eb0-d0fb7de15f42 req-7b21fd26-5af1-49c8-95a6-9951dd5c6acb tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:15.160544 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-29e9b797-2d0a-4d82-8eb0-d0fb7de15f42 req-7b21fd26-5af1-49c8-95a6-9951dd5c6acb tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0526726 Sep 09 20:29:15.206375 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-29e9b797-2d0a-4d82-8eb0-d0fb7de15f42 req-9d6be568-79d6-4370-bf7f-b78ba5dcf577 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403018 Sep 09 20:29:15.649268 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2e846-dcf2-4dcf-a966-289b38da998d req-b9c5ef35-0165-4187-891e-8948a711cab6 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:15.650675 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4eb2e846-dcf2-4dcf-a966-289b38da998d req-b9c5ef35-0165-4187-891e-8948a711cab6 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 944 time: 0.0452073 Sep 09 20:29:15.697731 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4eb2e846-dcf2-4dcf-a966-289b38da998d req-996e020c-762f-473b-9658-d15cce96c3f9 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409949 Sep 09 20:29:15.954952 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaab385-8ff2-482e-89d2-f052af5b17d2 req-6d3a5760-eee5-490e-adf2-9026b61941f8 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:15.956413 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-afaab385-8ff2-482e-89d2-f052af5b17d2 req-6d3a5760-eee5-490e-adf2-9026b61941f8 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 945 time: 0.0518169 Sep 09 20:29:16.003096 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-afaab385-8ff2-482e-89d2-f052af5b17d2 req-0b0f9d66-d36b-4b8d-84c2-3dcb6aeec3af tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Sep 09 20:29:16.322636 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e704470-3565-43d3-8f98-9a201be7a390 req-bb8c4549-5937-4508-b88c-b6f6eacaf7dc tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:16.324069 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0e704470-3565-43d3-8f98-9a201be7a390 req-bb8c4549-5937-4508-b88c-b6f6eacaf7dc tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0463681 Sep 09 20:29:16.370565 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0e704470-3565-43d3-8f98-9a201be7a390 req-2b5d3d2c-30cf-48df-b132-46256b3c7427 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Sep 09 20:29:16.826222 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aa5e1-361c-4c0f-aca5-8d80f6eedfef req-0a6f27c4-d699-4864-a2cc-be556d3a9a11 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:16.827665 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0d6aa5e1-361c-4c0f-aca5-8d80f6eedfef req-0a6f27c4-d699-4864-a2cc-be556d3a9a11 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 944 time: 0.0461178 Sep 09 20:29:16.828241 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=70 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:16.836316 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=34 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:16.903136 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0d6aa5e1-361c-4c0f-aca5-8d80f6eedfef req-a53b5f74-bc54-4e70-b12e-77fb43bfcfe6 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682809 Sep 09 20:29:16.941945 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49d0db-b4be-4db0-a04f-81e53cafa1b4 req-4006a8ea-b721-4d32-b5df-7cefdfcc030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:16.942845 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ce49d0db-b4be-4db0-a04f-81e53cafa1b4 req-4006a8ea-b721-4d32-b5df-7cefdfcc030c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995641 Sep 09 20:29:17.122770 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa187554-8f33-40ec-85e2-16bd01c4acab req-7423884a-2c3f-480c-89d2-81ad749bd482 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:17.124217 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-aa187554-8f33-40ec-85e2-16bd01c4acab req-7423884a-2c3f-480c-89d2-81ad749bd482 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 945 time: 0.0466034 Sep 09 20:29:17.169962 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-aa187554-8f33-40ec-85e2-16bd01c4acab req-9c41a2d3-16c7-45b7-b9dc-dd8adc678d81 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401738 Sep 09 20:29:17.490608 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c1e3f-5707-4211-9605-641cd00b7a87 req-60fc2079-894c-4658-8633-bbfba935a12d tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:17.492040 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-146c1e3f-5707-4211-9605-641cd00b7a87 req-60fc2079-894c-4658-8633-bbfba935a12d tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0462930 Sep 09 20:29:17.538428 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-146c1e3f-5707-4211-9605-641cd00b7a87 req-0fde91e6-c908-481b-957b-f26894611083 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 Sep 09 20:29:17.986966 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:18.026439 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e7e3a-5b77-410c-9239-2bc6634010c2 req-3d66e7c2-fc8b-4d09-83d5-bed9c0bc8dd1 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:18.028427 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c09e7e3a-5b77-410c-9239-2bc6634010c2 req-3d66e7c2-fc8b-4d09-83d5-bed9c0bc8dd1 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 944 time: 0.0505085 Sep 09 20:29:18.075385 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c09e7e3a-5b77-410c-9239-2bc6634010c2 req-675eb588-d108-4582-a9a7-28acdbe7c746 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Sep 09 20:29:18.287982 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c035c-66f4-499c-afd4-dca33efee599 req-6195d6fa-287c-4f3c-930f-b69927fe8cd6 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:18.289472 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2d1c035c-66f4-499c-afd4-dca33efee599 req-6195d6fa-287c-4f3c-930f-b69927fe8cd6 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 945 time: 0.0455251 Sep 09 20:29:18.336513 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2d1c035c-66f4-499c-afd4-dca33efee599 req-83440fcc-7fd0-4195-a0d2-6a1c5a0208fd tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414577 Sep 09 20:29:18.683213 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf008861-74d4-4d32-9cc5-4c551acb3284 req-5f5f1625-6563-4686-aa80-65989b458801 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:18.685469 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bf008861-74d4-4d32-9cc5-4c551acb3284 req-5f5f1625-6563-4686-aa80-65989b458801 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0687444 Sep 09 20:29:18.704495 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab2898-a81c-47c3-afa5-0399012582ed req-ce6c3518-7233-473f-bee6-0084567cda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:18.706032 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36ab2898-a81c-47c3-afa5-0399012582ed req-ce6c3518-7233-473f-bee6-0084567cda1c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=32c862d7b7b242f699139ac0821867a8&device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 1128 time: 0.0558577 Sep 09 20:29:18.738785 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bf008861-74d4-4d32-9cc5-4c551acb3284 req-a5b14149-819c-4852-bbd4-3c8c77fc8638 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473697 Sep 09 20:29:18.943042 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58186) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:19.054650 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-461311f5-563b-4aba-82dc-9adbfb0e0db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:19.169099 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-461311f5-563b-4aba-82dc-9adbfb0e0db9 admin admin] Publish callbacks [] for security_group (6c303e2f-e928-4b7c-81dd-4c723664b981), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:19.171960 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36ab2898-a81c-47c3-afa5-0399012582ed req-ab7addc8-d147-487f-b539-db476eb3e09e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c2aa298-150f-4083-9c05-cc091fc750a6 HTTP/1.1" status: 200 len: 217 time: 0.0363500 Sep 09 20:29:19.173851 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-461311f5-563b-4aba-82dc-9adbfb0e0db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (6c303e2f-e928-4b7c-81dd-4c723664b981), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:19.197848 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:19.202458 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501cde0-ffcd-4e7f-9457-ebf6e5b4f3c9 req-2499f0e9-67b3-4087-ab00-0612e966518d tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:19.204235 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6501cde0-ffcd-4e7f-9457-ebf6e5b4f3c9 req-2499f0e9-67b3-4087-ab00-0612e966518d tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 944 time: 0.0489209 Sep 09 20:29:19.219658 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-461311f5-563b-4aba-82dc-9adbfb0e0db9 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=971ae822bfd84eacb22fd82a5626d451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754734 Sep 09 20:29:19.220623 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58204) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:19.221272 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461311f5-563b-4aba-82dc-9adbfb0e0db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c303e2f-e928-4b7c-81dd-4c723664b981,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:19.258175 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6501cde0-ffcd-4e7f-9457-ebf6e5b4f3c9 req-40099fa9-b033-4b30-b596-0a0b92307f8d tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477295 Sep 09 20:29:19.316938 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f195cb00-3fc4-4358-8ff9-ac07940b9fb9 admin admin] Publish callbacks [] for security_group (6c303e2f-e928-4b7c-81dd-4c723664b981), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:19.327311 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab2898-a81c-47c3-afa5-0399012582ed req-6a451784-c96b-4a34-abb3-87029c59ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:19.328772 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36ab2898-a81c-47c3-afa5-0399012582ed req-6a451784-c96b-4a34-abb3-87029c59ce6b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=377f0b46-7565-42ec-8482-7668d88cf2b8 HTTP/1.1" status: 200 len: 848 time: 0.0813053 Sep 09 20:29:19.342443 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f195cb00-3fc4-4358-8ff9-ac07940b9fb9 admin admin] Publish callbacks [] for security_group (6c303e2f-e928-4b7c-81dd-4c723664b981), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:19.396366 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f195cb00-3fc4-4358-8ff9-ac07940b9fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (6c303e2f-e928-4b7c-81dd-4c723664b981), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:19.399598 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f195cb00-3fc4-4358-8ff9-ac07940b9fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:19.401759 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-f195cb00-3fc4-4358-8ff9-ac07940b9fb9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6c303e2f-e928-4b7c-81dd-4c723664b981 HTTP/1.1" status: 204 len: 168 time: 0.1769443 Sep 09 20:29:19.415785 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195cb00-3fc4-4358-8ff9-ac07940b9fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c303e2f-e928-4b7c-81dd-4c723664b981,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:19.444326 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:19.485675 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36ab2898-a81c-47c3-afa5-0399012582ed req-8cfbd644-b0d2-45c6-b53a-e9c9ac93830e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2cbef6b9-0698-42fe-962c-df7eb81f10bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347357 Sep 09 20:29:19.491578 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50274f32-f182-4ee9-b013-4c8d4f75a513 req-f5790338-f852-4ae2-aefb-96d80ff808a3 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:19.494402 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-50274f32-f182-4ee9-b013-4c8d4f75a513 req-f5790338-f852-4ae2-aefb-96d80ff808a3 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 945 time: 0.0615625 Sep 09 20:29:19.553088 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-50274f32-f182-4ee9-b013-4c8d4f75a513 req-64c4227b-b8dd-49f9-806f-e2bdf0d381a9 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8e2644c0-f12e-4218-ac5c-cb1da97811c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508180 Sep 09 20:29:19.653839 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b1419-4fb1-4565-bf0c-e66e111175cc req-0245156c-dfd8-42db-a108-e84e331659e4 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:19.655570 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6d8b1419-4fb1-4565-bf0c-e66e111175cc req-0245156c-dfd8-42db-a108-e84e331659e4 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 945 time: 0.0916712 Sep 09 20:29:19.731974 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 58230) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:19.749732 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-233ca1b2-9234-4f04-a9d5-6b163a2d10dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:19.756518 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36ab2898-a81c-47c3-afa5-0399012582ed req-75ae1e31-daaf-4bd9-b690-ed56dc81e2e2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2cbef6b9-0698-42fe-962c-df7eb81f10bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541325 Sep 09 20:29:19.806593 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:19.880988 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-6d8b1419-4fb1-4565-bf0c-e66e111175cc req-fd63ffc6-3176-451f-959d-60fcc683a8be tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Deleting port 92ac06aa-3b8a-4813-af77-d204e8112bb0 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:29:19.881345 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-6d8b1419-4fb1-4565-bf0c-e66e111175cc req-fd63ffc6-3176-451f-959d-60fcc683a8be tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:19.883368 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-233ca1b2-9234-4f04-a9d5-6b163a2d10dc admin admin] Publish callbacks [] for security_group (69bba47a-0b36-4014-a892-b251dba97c86), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:19.891795 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-233ca1b2-9234-4f04-a9d5-6b163a2d10dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (69bba47a-0b36-4014-a892-b251dba97c86), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:19.909845 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7a08f-3a7c-4178-aa2f-534c5519d17e req-a52fb74b-d519-4bdc-a412-92abc32bfb82 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:19.911309 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2ba7a08f-3a7c-4178-aa2f-534c5519d17e req-a52fb74b-d519-4bdc-a412-92abc32bfb82 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0646799 Sep 09 20:29:19.957455 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-233ca1b2-9234-4f04-a9d5-6b163a2d10dc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4b504d4ede2245729eea1bb81f25519b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234249 Sep 09 20:29:19.959138 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ca1b2-9234-4f04-a9d5-6b163a2d10dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bba47a-0b36-4014-a892-b251dba97c86,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:19.961702 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 58234) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:19.973748 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36ab2898-a81c-47c3-afa5-0399012582ed req-44e970b3-2765-4d62-a36f-f31dc73ef93a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2cbef6b9-0698-42fe-962c-df7eb81f10bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008214 Sep 09 20:29:20.004360 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-6d8b1419-4fb1-4565-bf0c-e66e111175cc req-fd63ffc6-3176-451f-959d-60fcc683a8be tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] For port 92ac06aa-3b8a-4813-af77-d204e8112bb0, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=92ac06aa-3b8a-4813-af77-d204e8112bb0,segment=NetworkSegment(f305c9c4-d4e4-488a-aea3-25b48ffa89b8),segment_id=f305c9c4-d4e4-488a-aea3-25b48ffa89b8)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:29:20.004728 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-6d8b1419-4fb1-4565-bf0c-e66e111175cc req-fd63ffc6-3176-451f-959d-60fcc683a8be tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:20.014845 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2ba7a08f-3a7c-4178-aa2f-534c5519d17e req-48fc79f0-7ed0-44e7-9eda-cbade9d1532a tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959606 Sep 09 20:29:20.020488 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-6d8b1419-4fb1-4565-bf0c-e66e111175cc req-fd63ffc6-3176-451f-959d-60fcc683a8be tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Calling delete_port for 92ac06aa-3b8a-4813-af77-d204e8112bb0 owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:29:20.036017 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8d84c4ad-6f75-45b9-8e06-4f190bfb57a6 admin admin] Publish callbacks [] for security_group (69bba47a-0b36-4014-a892-b251dba97c86), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:20.055556 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8d84c4ad-6f75-45b9-8e06-4f190bfb57a6 admin admin] Publish callbacks [] for security_group (69bba47a-0b36-4014-a892-b251dba97c86), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:20.101433 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8d84c4ad-6f75-45b9-8e06-4f190bfb57a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (69bba47a-0b36-4014-a892-b251dba97c86), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:20.104356 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8d84c4ad-6f75-45b9-8e06-4f190bfb57a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:20.106075 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-8d84c4ad-6f75-45b9-8e06-4f190bfb57a6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/69bba47a-0b36-4014-a892-b251dba97c86 HTTP/1.1" status: 204 len: 168 time: 0.1432004 Sep 09 20:29:20.116012 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84c4ad-6f75-45b9-8e06-4f190bfb57a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bba47a-0b36-4014-a892-b251dba97c86,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:20.200284 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-6d8b1419-4fb1-4565-bf0c-e66e111175cc req-fd63ffc6-3176-451f-959d-60fcc683a8be tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976'] for port (92ac06aa-3b8a-4813-af77-d204e8112bb0), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:20.219581 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['92ac06aa-3b8a-4813-af77-d204e8112bb0'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:29:20.235934 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63ffc6-3176-451f-959d-60fcc683a8be tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Pushing event deleted for resources: {'Port': ['ID=92ac06aa-3b8a-4813-af77-d204e8112bb0,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:20.301567 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8b1419-4fb1-4565-bf0c-e66e111175cc req-fd63ffc6-3176-451f-959d-60fcc683a8be tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] No DVR routers for this DVR port 92ac06aa-3b8a-4813-af77-d204e8112bb0 on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:29:20.305496 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-6d8b1419-4fb1-4565-bf0c-e66e111175cc req-fd63ffc6-3176-451f-959d-60fcc683a8be tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:20.308373 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6d8b1419-4fb1-4565-bf0c-e66e111175cc req-fd63ffc6-3176-451f-959d-60fcc683a8be tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.25 "DELETE /networking/v2.0/ports/92ac06aa-3b8a-4813-af77-d204e8112bb0 HTTP/1.1" status: 204 len: 173 time: 0.6461892 Sep 09 20:29:20.309900 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3294b2ee-c133-4483-a732-1b10f1130e44', 'name': 'network-vif-deleted', 'tag': '92ac06aa-3b8a-4813-af77-d204e8112bb0'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:29:20.312895 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1b41c7-cab6-44eb-84e4-4c985c64ed52" -d '{"events": [{"server_uuid": "3294b2ee-c133-4483-a732-1b10f1130e44", "name": "network-vif-deleted", "tag": "92ac06aa-3b8a-4813-af77-d204e8112bb0"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:29:20.354855 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f04d6eb-be1e-4f77-b1a3-35c31f9fd017 x-openstack-request-id: req-0f04d6eb-be1e-4f77-b1a3-35c31f9fd017 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:29:20.355155 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3294b2ee-c133-4483-a732-1b10f1130e44", "name": "network-vif-deleted", "tag": "92ac06aa-3b8a-4813-af77-d204e8112bb0", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:29:20.355404 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f04d6eb-be1e-4f77-b1a3-35c31f9fd017 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:29:20.355831 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f04d6eb-be1e-4f77-b1a3-35c31f9fd017'] response: {'server_uuid': '3294b2ee-c133-4483-a732-1b10f1130e44', 'name': 'network-vif-deleted', 'tag': '92ac06aa-3b8a-4813-af77-d204e8112bb0', 'status': 'completed', 'code': 200} Sep 09 20:29:20.401051 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc8715-2cb8-4715-989c-7cf13fca0eb0 req-40595a87-5ef1-45d4-89a7-90d80cb2f278 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:20.403081 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c4cc8715-2cb8-4715-989c-7cf13fca0eb0 req-40595a87-5ef1-45d4-89a7-90d80cb2f278 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 944 time: 0.0502422 Sep 09 20:29:20.455622 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c4cc8715-2cb8-4715-989c-7cf13fca0eb0 req-9d7a71ce-f813-47c8-aa3e-8168c85f5355 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464280 Sep 09 20:29:20.517025 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 58244) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:20.530300 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-982c5ebe-f4ba-4e13-a99a-7c47bc2b7af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:20.551325 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:20.620158 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-982c5ebe-f4ba-4e13-a99a-7c47bc2b7af5 admin admin] Publish callbacks [] for security_group (49f280f2-50fe-4c8e-9768-c43c02e603ea), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:20.626884 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-982c5ebe-f4ba-4e13-a99a-7c47bc2b7af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (49f280f2-50fe-4c8e-9768-c43c02e603ea), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:20.641789 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:20.698946 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3857531e-0e6c-49e2-b241-3b407c0b1e4d req-879f9132-5872-4cb2-bbf9-80337e264c91 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 210 time: 0.0511951 Sep 09 20:29:20.701180 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c5ebe-f4ba-4e13-a99a-7c47bc2b7af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f280f2-50fe-4c8e-9768-c43c02e603ea,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:20.709343 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-982c5ebe-f4ba-4e13-a99a-7c47bc2b7af5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f0696d1735334419b9c56698bd8a9ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888659 Sep 09 20:29:20.709846 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 58254) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:20.758795 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-03bc0edf-2f02-43db-8c26-f5e585c840a4 admin admin] Publish callbacks [] for security_group (49f280f2-50fe-4c8e-9768-c43c02e603ea), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:20.778338 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-03bc0edf-2f02-43db-8c26-f5e585c840a4 admin admin] Publish callbacks [] for security_group (49f280f2-50fe-4c8e-9768-c43c02e603ea), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:20.827084 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-03bc0edf-2f02-43db-8c26-f5e585c840a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (49f280f2-50fe-4c8e-9768-c43c02e603ea), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:20.829832 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-03bc0edf-2f02-43db-8c26-f5e585c840a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:20.830966 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-03bc0edf-2f02-43db-8c26-f5e585c840a4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/49f280f2-50fe-4c8e-9768-c43c02e603ea HTTP/1.1" status: 204 len: 168 time: 0.1205630 Sep 09 20:29:20.838995 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc0edf-2f02-43db-8c26-f5e585c840a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f280f2-50fe-4c8e-9768-c43c02e603ea,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:21.147839 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef47634-d292-47e8-a12b-b92e32d71505 req-787489e8-a8d6-4faf-be49-f15c75011128 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:21.149891 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-eef47634-d292-47e8-a12b-b92e32d71505 req-787489e8-a8d6-4faf-be49-f15c75011128 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0599735 Sep 09 20:29:21.202965 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-eef47634-d292-47e8-a12b-b92e32d71505 req-b0ac1f39-a9bb-4321-845b-7ef2ebbbb3f2 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450010 Sep 09 20:29:21.585912 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518426f-82e1-450b-85e8-fced4ac551d6 req-c7fa6e4c-6662-4209-b7b8-d2efb90b33bf tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:21.588106 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1518426f-82e1-450b-85e8-fced4ac551d6 req-c7fa6e4c-6662-4209-b7b8-d2efb90b33bf tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 944 time: 0.0553548 Sep 09 20:29:21.642297 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1518426f-82e1-450b-85e8-fced4ac551d6 req-da4c81a2-50d9-403f-9e1f-1ce30dc51942 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452113 Sep 09 20:29:21.829013 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9f969e7f-21f9-43a1-818f-56701cea19ee req-8f24edfa-b60f-4b03-b8a5-5bd3f94fab60 tempest-DeleteServersTestJSON-2087921599 tempest-DeleteServersTestJSON-2087921599-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3294b2ee-c133-4483-a732-1b10f1130e44 HTTP/1.1" status: 200 len: 210 time: 0.0289159 Sep 09 20:29:22.011046 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58298) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:22.122165 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cf92-7d76-464d-8093-886f1bd1119a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:22.132997 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:22.203199 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 5c2aa298-150f-4083-9c05-cc091fc750a6 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:29:22.204105 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cf92-7d76-464d-8093-886f1bd1119a admin admin] Publish callbacks [] for security_group (f781b897-ca0a-4239-a9cf-dcaa20853a69), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:22.208618 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cf92-7d76-464d-8093-886f1bd1119a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (f781b897-ca0a-4239-a9cf-dcaa20853a69), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:22.250989 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0cf92-7d76-464d-8093-886f1bd1119a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f781b897-ca0a-4239-a9cf-dcaa20853a69,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:22.259898 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 58312) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:22.267063 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-6cd0cf92-7d76-464d-8093-886f1bd1119a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b3ba09adfbc44f268fc06f37938533c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544146 Sep 09 20:29:22.332816 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 5c2aa298-150f-4083-9c05-cc091fc750a6, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=5c2aa298-150f-4083-9c05-cc091fc750a6,segment=NetworkSegment(5deaa828-989a-4d7a-bcdf-326c6846b6ce),segment_id=5deaa828-989a-4d7a-bcdf-326c6846b6ce)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:29:22.350542 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': '5c2aa298-150f-4083-9c05-cc091fc750a6', 'network_id': '2cbef6b9-0698-42fe-962c-df7eb81f10bf', 'port_id': '5c2aa298-150f-4083-9c05-cc091fc750a6', 'mac_address': 'fa:16:3e:8f:32:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377f0b46-7565-42ec-8482-7668d88cf2b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:29:22.357923 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-82fee8ba-111b-42d0-aa11-cb1e6a575d93 admin admin] Publish callbacks [] for security_group (f781b897-ca0a-4239-a9cf-dcaa20853a69), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:22.388991 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144d2fc-b623-41ab-95a8-7034ab1a8f42 req-027c409b-1bbd-41b9-8946-39f60f3a537e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:22.390791 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f144d2fc-b623-41ab-95a8-7034ab1a8f42 req-027c409b-1bbd-41b9-8946-39f60f3a537e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0849087 Sep 09 20:29:22.396381 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-82fee8ba-111b-42d0-aa11-cb1e6a575d93 admin admin] Publish callbacks [] for security_group (f781b897-ca0a-4239-a9cf-dcaa20853a69), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:22.401220 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 5c2aa298-150f-4083-9c05-cc091fc750a6 is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:29:22.401636 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (5c2aa298-150f-4083-9c05-cc091fc750a6), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:22.416930 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2aa298-150f-4083-9c05-cc091fc750a6 {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:29:22.438566 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 5c2aa298-150f-4083-9c05-cc091fc750a6, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=5c2aa298-150f-4083-9c05-cc091fc750a6,segment=NetworkSegment(5deaa828-989a-4d7a-bcdf-326c6846b6ce),segment_id=5deaa828-989a-4d7a-bcdf-326c6846b6ce)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:29:22.442820 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (5c2aa298-150f-4083-9c05-cc091fc750a6), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:22.478573 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f144d2fc-b623-41ab-95a8-7034ab1a8f42 req-5254cd14-4d74-4672-97ce-e77cb72d16b4 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729353 Sep 09 20:29:22.497805 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-82fee8ba-111b-42d0-aa11-cb1e6a575d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (f781b897-ca0a-4239-a9cf-dcaa20853a69), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:22.501268 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-82fee8ba-111b-42d0-aa11-cb1e6a575d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:22.501666 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=5c2aa298-150f-4083-9c05-cc091fc750a6,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:22.502552 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-82fee8ba-111b-42d0-aa11-cb1e6a575d93 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f781b897-ca0a-4239-a9cf-dcaa20853a69 HTTP/1.1" status: 204 len: 168 time: 0.2416542 Sep 09 20:29:22.513164 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:22.513689 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:22.514220 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:22.514727 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:22.515220 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:22.515701 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:22.516174 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:22.516657 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:22.517137 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:22.517632 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:22.519276 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:22.519624 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:22.520018 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:22.520340 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:22.520664 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:29:22.541636 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fee8ba-111b-42d0-aa11-cb1e6a575d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f781b897-ca0a-4239-a9cf-dcaa20853a69,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:22.795017 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['5c2aa298-150f-4083-9c05-cc091fc750a6'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:29:22.817766 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7121e-87ba-4f21-9145-0512e48be566 req-a2c2efcc-0b60-4780-91da-1e162ea20d32 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:22.819447 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c5c7121e-87ba-4f21-9145-0512e48be566 req-a2c2efcc-0b60-4780-91da-1e162ea20d32 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 945 time: 0.0683255 Sep 09 20:29:22.893204 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c5c7121e-87ba-4f21-9145-0512e48be566 req-241db66c-e8aa-499a-b523-55805f9be0bc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676384 Sep 09 20:29:22.895221 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:22.904245 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:22.964181 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58330) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:22.989622 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9d5efb47-4da5-4744-ac41-e43e29ec6a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:23.084569 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9d5efb47-4da5-4744-ac41-e43e29ec6a8d admin admin] Publish callbacks [] for security_group (22cf0e44-f58c-4454-933c-1646e8aeaa61), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:23.092980 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9d5efb47-4da5-4744-ac41-e43e29ec6a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (22cf0e44-f58c-4454-933c-1646e8aeaa61), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:23.143774 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-9d5efb47-4da5-4744-ac41-e43e29ec6a8d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2f515f9c4e1941cdab63b75c182fd2c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772430 Sep 09 20:29:23.146522 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 58342) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:23.169713 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5efb47-4da5-4744-ac41-e43e29ec6a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cf0e44-f58c-4454-933c-1646e8aeaa61,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:23.222772 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c4276f7a-10cf-4711-bc19-97a5b6e28aa9 admin admin] Publish callbacks [] for security_group (22cf0e44-f58c-4454-933c-1646e8aeaa61), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:23.243340 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c4276f7a-10cf-4711-bc19-97a5b6e28aa9 admin admin] Publish callbacks [] for security_group (22cf0e44-f58c-4454-933c-1646e8aeaa61), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:23.271281 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:23.281018 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:INSERT=3,neutron:SELECT=87,neutron:DELETE=10 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:23.303062 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c4276f7a-10cf-4711-bc19-97a5b6e28aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (22cf0e44-f58c-4454-933c-1646e8aeaa61), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:23.306363 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c4276f7a-10cf-4711-bc19-97a5b6e28aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:23.307731 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-c4276f7a-10cf-4711-bc19-97a5b6e28aa9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/22cf0e44-f58c-4454-933c-1646e8aeaa61 HTTP/1.1" status: 204 len: 168 time: 0.1601691 Sep 09 20:29:23.317912 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4276f7a-10cf-4711-bc19-97a5b6e28aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cf0e44-f58c-4454-933c-1646e8aeaa61,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:23.617609 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc44b1b-1504-4fe2-b0bb-dfedced03b56 req-3efd5056-9327-41ff-8fdc-72fa5e92d6de tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:23.619110 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2cc44b1b-1504-4fe2-b0bb-dfedced03b56 req-3efd5056-9327-41ff-8fdc-72fa5e92d6de tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0504298 Sep 09 20:29:23.679292 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2cc44b1b-1504-4fe2-b0bb-dfedced03b56 req-ef2bfabd-26de-441c-a00e-f4288d07f20b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530605 Sep 09 20:29:24.034185 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5b986-38b9-4df4-8936-8b67a9223faf req-0f545f76-efc7-4dbd-b5fb-b53e45cad249 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:24.035659 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-aab5b986-38b9-4df4-8936-8b67a9223faf req-0f545f76-efc7-4dbd-b5fb-b53e45cad249 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 945 time: 0.0470741 Sep 09 20:29:24.082840 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-aab5b986-38b9-4df4-8936-8b67a9223faf req-32bf4272-8ba9-42f7-82a5-202e7534f848 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414031 Sep 09 20:29:24.216299 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 5c2aa298-150f-4083-9c05-cc091fc750a6 up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:29:24.268173 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port 5c2aa298-150f-4083-9c05-cc091fc750a6 completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:29:24.274211 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port 5c2aa298-150f-4083-9c05-cc091fc750a6 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:29:24.274734 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (5c2aa298-150f-4083-9c05-cc091fc750a6), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:24.376222 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 5c2aa298-150f-4083-9c05-cc091fc750a6 is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:29:24.376658 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (5c2aa298-150f-4083-9c05-cc091fc750a6), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:24.411581 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1572e9f8-bd24-42ae-9c0e-d0a659792412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2aa298-150f-4083-9c05-cc091fc750a6'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:29:24.414091 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da5c805-a685-4aba-bfaf-b432a3bc40f3" -d '{"events": [{"server_uuid": "1572e9f8-bd24-42ae-9c0e-d0a659792412", "name": "network-vif-plugged", "status": "completed", "tag": "5c2aa298-150f-4083-9c05-cc091fc750a6"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:29:24.429489 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 5c2aa298-150f-4083-9c05-cc091fc750a6, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=5c2aa298-150f-4083-9c05-cc091fc750a6,segment=NetworkSegment(5deaa828-989a-4d7a-bcdf-326c6846b6ce),segment_id=5deaa828-989a-4d7a-bcdf-326c6846b6ce)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:29:24.434808 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58396) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:24.435761 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (5c2aa298-150f-4083-9c05-cc091fc750a6), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:24.436669 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 92ac06aa-3b8a-4813-af77-d204e8112bb0 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:29:24.486529 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f522e23d-c64a-40a6-91a1-7acc79a6447f x-openstack-request-id: req-f522e23d-c64a-40a6-91a1-7acc79a6447f {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:29:24.486900 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1572e9f8-bd24-42ae-9c0e-d0a659792412", "name": "network-vif-plugged", "status": "completed", "tag": "5c2aa298-150f-4083-9c05-cc091fc750a6", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:29:24.487277 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f522e23d-c64a-40a6-91a1-7acc79a6447f {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:29:24.488511 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f522e23d-c64a-40a6-91a1-7acc79a6447f'] response: {'server_uuid': '1572e9f8-bd24-42ae-9c0e-d0a659792412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2aa298-150f-4083-9c05-cc091fc750a6', 'code': 200} Sep 09 20:29:24.489829 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: 92ac06aa-3b8a-4813-af77-d204e8112bb0 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:29:24.491703 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 92ac06aa-3b8a-4813-af77-d204e8112bb0 not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:29:24.537071 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=5c2aa298-150f-4083-9c05-cc091fc750a6,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:24.552583 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:24.822037 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034659e-ebd6-49ba-b8a1-e4f20d8180ba req-23d4aab7-da15-43f1-98aa-4c0e26c30a07 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:24.823548 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5034659e-ebd6-49ba-b8a1-e4f20d8180ba req-23d4aab7-da15-43f1-98aa-4c0e26c30a07 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0583503 Sep 09 20:29:24.874495 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be852a68-c8d8-4528-b131-4e7c16603ff3 req-ebed3d1f-1c9f-42cc-a234-48f801c9efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:24.875988 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-be852a68-c8d8-4528-b131-4e7c16603ff3 req-ebed3d1f-1c9f-42cc-a234-48f801c9efed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 1130 time: 0.0850542 Sep 09 20:29:24.876586 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5034659e-ebd6-49ba-b8a1-e4f20d8180ba req-e700deab-023b-470f-b1cd-e087b6452f2d tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439751 Sep 09 20:29:24.961564 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-be852a68-c8d8-4528-b131-4e7c16603ff3 req-477ef698-23df-40d6-939f-33f6cba34a48 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753150 Sep 09 20:29:25.111063 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b232d44b-231d-4bb6-b0b2-fadfecfc7e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903210'] for router_interface (029c943e-5a18-4317-90f6-57fa323027f3), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:25.218274 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:25.224189 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801481e4-865b-478f-9e95-0d6437ca1080 req-163457cc-d069-4230-a2a4-453ba9470ca3 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:25.225703 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-801481e4-865b-478f-9e95-0d6437ca1080 req-163457cc-d069-4230-a2a4-453ba9470ca3 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 946 time: 0.0597093 Sep 09 20:29:25.281023 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-801481e4-865b-478f-9e95-0d6437ca1080 req-64a1b63e-0802-4044-a27c-c0cbef3c0ff1 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473011 Sep 09 20:29:25.425490 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-b232d44b-231d-4bb6-b0b2-fadfecfc7e94 admin admin] Deleting port d63204bd-8642-4148-a555-407f506b9030 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:29:25.425826 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b232d44b-231d-4bb6-b0b2-fadfecfc7e94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (d63204bd-8642-4148-a555-407f506b9030), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:25.502175 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-b232d44b-231d-4bb6-b0b2-fadfecfc7e94 admin admin] For port d63204bd-8642-4148-a555-407f506b9030, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=d63204bd-8642-4148-a555-407f506b9030,segment=NetworkSegment(f305c9c4-d4e4-488a-aea3-25b48ffa89b8),segment_id=f305c9c4-d4e4-488a-aea3-25b48ffa89b8)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:29:25.502820 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b232d44b-231d-4bb6-b0b2-fadfecfc7e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (d63204bd-8642-4148-a555-407f506b9030), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:25.514694 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-b232d44b-231d-4bb6-b0b2-fadfecfc7e94 admin admin] Calling delete_port for d63204bd-8642-4148-a555-407f506b9030 owned by network:router_interface {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:29:25.650825 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:25.698484 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b232d44b-231d-4bb6-b0b2-fadfecfc7e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976'] for port (d63204bd-8642-4148-a555-407f506b9030), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:25.724243 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232d44b-231d-4bb6-b0b2-fadfecfc7e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d63204bd-8642-4148-a555-407f506b9030,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:25.855627 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b232d44b-231d-4bb6-b0b2-fadfecfc7e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924250'] for router_interface (029c943e-5a18-4317-90f6-57fa323027f3), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:26.016199 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6ec21-b465-42d3-acaa-d474ee31fd4c req-7696d0cc-1441-4d7c-aba9-629cb7266822 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:26.017647 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fbd6ec21-b465-42d3-acaa-d474ee31fd4c req-7696d0cc-1441-4d7c-aba9-629cb7266822 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0493455 Sep 09 20:29:26.079953 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fbd6ec21-b465-42d3-acaa-d474ee31fd4c req-4bb50ca5-1304-4bbe-8acf-41d84c5015b5 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479076 Sep 09 20:29:26.081931 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b232d44b-231d-4bb6-b0b2-fadfecfc7e94 admin admin] Router 029c943e-5a18-4317-90f6-57fa323027f3 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:29:26.144521 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:26.207336 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b232d44b-231d-4bb6-b0b2-fadfecfc7e94 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:29:26.216181 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 58462) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:26.216898 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-b232d44b-231d-4bb6-b0b2-fadfecfc7e94 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/029c943e-5a18-4317-90f6-57fa323027f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7800739 Sep 09 20:29:26.218678 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9b204c-2bef-4422-85d7-cbf9f79adeb5 None None] Sync routers for ids ['029c943e-5a18-4317-90f6-57fa323027f3'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:29:26.229716 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b204c-2bef-4422-85d7-cbf9f79adeb5 None None] Routers {'029c943e-5a18-4317-90f6-57fa323027f3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:29:26.230376 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-ff9b204c-2bef-4422-85d7-cbf9f79adeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:29:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['029c943e-5a18-4317-90f6-57fa323027f3'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:29:26.336917 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-ff9b204c-2bef-4422-85d7-cbf9f79adeb5 None None] Set router 029c943e-5a18-4317-90f6-57fa323027f3 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:29:26.345722 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] Publish callbacks [] for router (029c943e-5a18-4317-90f6-57fa323027f3), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:26.505389 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421d1a0-0d57-4e57-8dbf-84498645a4b5 req-e5b1ed46-9046-4774-b8f4-e0834486bbab tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:26.506861 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0421d1a0-0d57-4e57-8dbf-84498645a4b5 req-e5b1ed46-9046-4774-b8f4-e0834486bbab tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 946 time: 0.0608470 Sep 09 20:29:26.522240 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] Publish callbacks [] for router_gateway (029c943e-5a18-4317-90f6-57fa323027f3), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:26.538253 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-ff9b204c-2bef-4422-85d7-cbf9f79adeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029c943e-5a18-4317-90f6-57fa323027f3', 'name': 'tempest-DeleteServersTestJSON-1520878215-router', 'tenant_id': '95899c2c318f459bb09bad337d79c1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '9a733d62-c586-46c1-8156-bee74f4a21aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:00Z', 'updated_at': '2022-09-09T20:29:25Z', 'revision_number': 5, 'project_id': '95899c2c318f459bb09bad337d79c1a2', 'gw_port': {'id': '9a733d62-c586-46c1-8156-bee74f4a21aa', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029c943e-5a18-4317-90f6-57fa323027f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:29:26.565980 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9b204c-2bef-4422-85d7-cbf9f79adeb5 None None] Checking router: 029c943e-5a18-4317-90f6-57fa323027f3 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:29:26.576283 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b204c-2bef-4422-85d7-cbf9f79adeb5 None None] Routers {'029c943e-5a18-4317-90f6-57fa323027f3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:29:26.576903 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-ff9b204c-2bef-4422-85d7-cbf9f79adeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:29:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['029c943e-5a18-4317-90f6-57fa323027f3'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:29:26.621609 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0421d1a0-0d57-4e57-8dbf-84498645a4b5 req-23de18c8-5fc0-45ea-a82f-66160f744667 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989544 Sep 09 20:29:26.637766 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] Deleting port 9a733d62-c586-46c1-8156-bee74f4a21aa {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:29:26.638094 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (9a733d62-c586-46c1-8156-bee74f4a21aa), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:26.690682 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-ff9b204c-2bef-4422-85d7-cbf9f79adeb5 None None] Set router 029c943e-5a18-4317-90f6-57fa323027f3 gateway port host: None {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:29:26.766566 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:26.777566 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-ff9b204c-2bef-4422-85d7-cbf9f79adeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029c943e-5a18-4317-90f6-57fa323027f3', 'name': 'tempest-DeleteServersTestJSON-1520878215-router', 'tenant_id': '95899c2c318f459bb09bad337d79c1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:00Z', 'updated_at': '2022-09-09T20:29:26Z', 'revision_number': 6, 'project_id': '95899c2c318f459bb09bad337d79c1a2', 'gw_port_host': None}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:29:26.781791 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] For port 9a733d62-c586-46c1-8156-bee74f4a21aa, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=9a733d62-c586-46c1-8156-bee74f4a21aa,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:29:26.782157 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (9a733d62-c586-46c1-8156-bee74f4a21aa), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:26.796169 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] Calling delete_port for 9a733d62-c586-46c1-8156-bee74f4a21aa owned by network:router_gateway {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:29:26.809114 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9b204c-2bef-4422-85d7-cbf9f79adeb5 None None] The sync data for ids ['029c943e-5a18-4317-90f6-57fa323027f3'] in dv-cinder-849325-4-iscsi is: [{'id': '029c943e-5a18-4317-90f6-57fa323027f3', 'name': 'tempest-DeleteServersTestJSON-1520878215-router', 'tenant_id': '95899c2c318f459bb09bad337d79c1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:00Z', 'updated_at': '2022-09-09T20:29:26Z', 'revision_number': 6, 'project_id': '95899c2c318f459bb09bad337d79c1a2', 'gw_port_host': None}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:29:26.933492 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:26.993733 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976'] for port (9a733d62-c586-46c1-8156-bee74f4a21aa), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.006290 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:29:27.019471 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a733d62-c586-46c1-8156-bee74f4a21aa,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:27.046398 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3926632'] for router_gateway (029c943e-5a18-4317-90f6-57fa323027f3), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.145499 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3927884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8556'] for router (029c943e-5a18-4317-90f6-57fa323027f3), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.147686 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] Publish callbacks [] for router_controller (029c943e-5a18-4317-90f6-57fa323027f3), precommit_delete_associations {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.241391 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924271'] for router (029c943e-5a18-4317-90f6-57fa323027f3), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.241983 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 029c943e-5a18-4317-90f6-57fa323027f3 {{(pid=106234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:29:27.248576 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b793ba-086a-4403-a574-23f6354455a4 req-811b56a9-bcfd-4e48-8744-48a42c2c0590 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:27.250081 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-60b793ba-086a-4403-a574-23f6354455a4 req-811b56a9-bcfd-4e48-8744-48a42c2c0590 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0988023 Sep 09 20:29:27.254057 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.255114 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-4bfa0970-8591-40d3-a926-9a346aebf7d3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/029c943e-5a18-4317-90f6-57fa323027f3 HTTP/1.1" status: 204 len: 168 time: 1.0377140 Sep 09 20:29:27.258067 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58498) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:27.304000 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-60b793ba-086a-4403-a574-23f6354455a4 req-13c1a990-dacb-405f-9c54-2d179e009d7e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478201 Sep 09 20:29:27.309488 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_v2 [None req-4897dc75-6a53-4e32-b19b-9dc18ca67c9b admin admin] Deleting subnet 379d5b38-ecb7-4dae-9ec6-9456c03fce06 {{(pid=106235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:29:27.312674 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4897dc75-6a53-4e32-b19b-9dc18ca67c9b admin admin] Publish callbacks [] for subnet (379d5b38-ecb7-4dae-9ec6-9456c03fce06), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.347381 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4897dc75-6a53-4e32-b19b-9dc18ca67c9b admin admin] Publish callbacks [] for subnet (379d5b38-ecb7-4dae-9ec6-9456c03fce06), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.416798 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4897dc75-6a53-4e32-b19b-9dc18ca67c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (379d5b38-ecb7-4dae-9ec6-9456c03fce06), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.474811 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4897dc75-6a53-4e32-b19b-9dc18ca67c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for subnet (379d5b38-ecb7-4dae-9ec6-9456c03fce06), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.499110 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897dc75-6a53-4e32-b19b-9dc18ca67c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=379d5b38-ecb7-4dae-9ec6-9456c03fce06,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:27.504679 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4897dc75-6a53-4e32-b19b-9dc18ca67c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.507767 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-4897dc75-6a53-4e32-b19b-9dc18ca67c9b admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/379d5b38-ecb7-4dae-9ec6-9456c03fce06 HTTP/1.1" status: 204 len: 168 time: 0.2480769 Sep 09 20:29:27.510250 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58500) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:27.512810 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12594bc4-a9fe-44f0-850e-1f4f3d493440 None None] Network f1af1ec7-d9d8-4274-81f9-992fb1351ac3 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:29:27.585538 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (f1af1ec7-d9d8-4274-81f9-992fb1351ac3), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.677745 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aaaab2-01ce-4fb5-a6f7-b967e3d6e504 None None] DHCP port deletion for f1af1ec7-d9d8-4274-81f9-992fb1351ac3 request from dv-cinder-849325-4-iscsi {{(pid=106236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 20:29:27.727230 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-70aaaab2-01ce-4fb5-a6f7-b967e3d6e504 None None] Deleting port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 {{(pid=106236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:29:27.727629 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-70aaaab2-01ce-4fb5-a6f7-b967e3d6e504 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), before_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.744735 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6c56e-a581-4c6f-bd50-21916dce7afe req-451bb13a-b51e-4ebd-9fc4-1a889b32a608 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:27.753724 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2fe6c56e-a581-4c6f-bd50-21916dce7afe req-451bb13a-b51e-4ebd-9fc4-1a889b32a608 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 946 time: 0.0592215 Sep 09 20:29:27.819324 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Deleting port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:29:27.819892 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.827164 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-70aaaab2-01ce-4fb5-a6f7-b967e3d6e504 None None] For port 5fa761cf-4b29-45ad-8eb1-fc38cc268173, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=5fa761cf-4b29-45ad-8eb1-fc38cc268173,segment=NetworkSegment(f305c9c4-d4e4-488a-aea3-25b48ffa89b8),segment_id=f305c9c4-d4e4-488a-aea3-25b48ffa89b8)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:29:27.827777 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-70aaaab2-01ce-4fb5-a6f7-b967e3d6e504 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), precommit_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.844469 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-70aaaab2-01ce-4fb5-a6f7-b967e3d6e504 None None] Calling delete_port for 5fa761cf-4b29-45ad-8eb1-fc38cc268173 owned by network:dhcp {{(pid=106236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:29:27.867555 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2fe6c56e-a581-4c6f-bd50-21916dce7afe req-434753b5-17c8-4637-bc26-b1edb9a872f9 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125405 Sep 09 20:29:27.925228 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] For port 5fa761cf-4b29-45ad-8eb1-fc38cc268173, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=5fa761cf-4b29-45ad-8eb1-fc38cc268173,segment=NetworkSegment(f305c9c4-d4e4-488a-aea3-25b48ffa89b8),segment_id=f305c9c4-d4e4-488a-aea3-25b48ffa89b8)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:29:27.929000 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:27.966503 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Calling delete_port for 5fa761cf-4b29-45ad-8eb1-fc38cc268173 owned by network:dhcp {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:29:28.025268 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-70aaaab2-01ce-4fb5-a6f7-b967e3d6e504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), after_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:28.058728 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aaaab2-01ce-4fb5-a6f7-b967e3d6e504 None None] Pushing event deleted for resources: {'Port': ['ID=5fa761cf-4b29-45ad-8eb1-fc38cc268173,revision_number=None']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:28.063253 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aaaab2-01ce-4fb5-a6f7-b967e3d6e504 None None] No DVR routers for this DVR port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 on host dv-cinder-849325-4-iscsi {{(pid=106236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:29:28.075241 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:28.120837 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976'] for port (5fa761cf-4b29-45ad-8eb1-fc38cc268173), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:28.154466 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa761cf-4b29-45ad-8eb1-fc38cc268173,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:28.162096 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] No DVR routers for this DVR port 5fa761cf-4b29-45ad-8eb1-fc38cc268173 on host dv-cinder-849325-4-iscsi {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:29:28.192930 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device d63204bd-8642-4148-a555-407f506b9030 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:29:28.251921 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: d63204bd-8642-4148-a555-407f506b9030 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:29:28.252277 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device d63204bd-8642-4148-a555-407f506b9030 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:29:28.252697 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 5fa761cf-4b29-45ad-8eb1-fc38cc268173 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:29:28.256803 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (f1af1ec7-d9d8-4274-81f9-992fb1351ac3), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:28.279259 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 58528) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:28.279817 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:29:28.280240 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:29:28.280891 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:29:28.281388 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Subscribe: > port after_create 55550000 {{(pid=106235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:29:28.281739 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:29:28.282082 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Subscribe: > port after_update 55550000 {{(pid=106235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:29:28.282404 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:29:28.282745 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:29:28.283062 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:29:28.283395 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:29:28.290773 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 5fa761cf-4b29-45ad-8eb1-fc38cc268173 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:29:28.291135 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 5fa761cf-4b29-45ad-8eb1-fc38cc268173 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:29:28.291575 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 9a733d62-c586-46c1-8156-bee74f4a21aa no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:29:28.314239 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 9a733d62-c586-46c1-8156-bee74f4a21aa {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:29:28.314582 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 9a733d62-c586-46c1-8156-bee74f4a21aa not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:29:28.416694 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 58536) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:28.441598 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ed87b-558a-4e72-b786-1ff49b7dbd89 req-b1d93081-e932-4cc1-b434-410b7e0ea4d6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:28.445745 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ae6ed87b-558a-4e72-b786-1ff49b7dbd89 req-b1d93081-e932-4cc1-b434-410b7e0ea4d6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0605991 Sep 09 20:29:28.496422 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:29:28.496718 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:29:28.497313 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:29:28.497659 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:29:28.498033 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1af1ec7-d9d8-4274-81f9-992fb1351ac3']}} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:29:28.512985 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ae6ed87b-558a-4e72-b786-1ff49b7dbd89 req-5b33d97d-42ad-4e9a-a94c-30f902e45716 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625424 Sep 09 20:29:28.512985 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-329473ea-a617-4831-9f96-396c744957c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:28.529898 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f305c9c4-d4e4-488a-aea3-25b48ffa89b8') {'for_net_delete': True} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:29:28.530475 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f305c9c4-d4e4-488a-aea3-25b48ffa89b8') {} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:29:28.552328 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:28.561329 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11101972'] for segment (f305c9c4-d4e4-488a-aea3-25b48ffa89b8), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:28.562441 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-db79f851-95b8-4de4-98e9-3cb352a8c74e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:28.591487 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (f305c9c4-d4e4-488a-aea3-25b48ffa89b8), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:28.597313 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:28.602785 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:29:28.603182 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11413392'] for segment (f305c9c4-d4e4-488a-aea3-25b48ffa89b8), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:28.650280 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-329473ea-a617-4831-9f96-396c744957c6 admin admin] Publish callbacks [] for security_group (12d331b2-429e-4c55-95e6-58dd0d8e1bcf), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:28.656632 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-329473ea-a617-4831-9f96-396c744957c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (12d331b2-429e-4c55-95e6-58dd0d8e1bcf), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:28.695822 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (f1af1ec7-d9d8-4274-81f9-992fb1351ac3), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:28.707248 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:28.710853 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/f1af1ec7-d9d8-4274-81f9-992fb1351ac3 HTTP/1.1" status: 204 len: 168 time: 1.1996558 Sep 09 20:29:28.722185 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cf708-2618-40e0-8810-0bc8088bb475 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1af1ec7-d9d8-4274-81f9-992fb1351ac3,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:28.897434 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58560) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:28.947330 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-283bb96e-16d9-44b6-9773-e866c32265e7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=95899c2c318f459bb09bad337d79c1a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0472243 Sep 09 20:29:28.950709 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58562) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:28.996178 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-329473ea-a617-4831-9f96-396c744957c6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=24a643ab06e449c7a2057690fb26820e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7157369 Sep 09 20:29:29.000105 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58564) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:29.003261 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329473ea-a617-4831-9f96-396c744957c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d331b2-429e-4c55-95e6-58dd0d8e1bcf,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:29.006702 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d3960686-d297-404a-9aff-ec9c0cbfdf01 admin admin] Publish callbacks [] for security_group (8e2644c0-f12e-4218-ac5c-cb1da97811c9), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.017773 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-db79f851-95b8-4de4-98e9-3cb352a8c74e admin admin] Publish callbacks [] for security_group (efb51a5e-7d99-48d3-8e98-95fd91ea67c2), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.024706 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a996b-6608-4798-8490-e98977de1450 req-22ae5bb8-a9cd-4fe5-a434-7f903d38960e tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:29.026242 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e29a996b-6608-4798-8490-e98977de1450 req-22ae5bb8-a9cd-4fe5-a434-7f903d38960e tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 946 time: 0.1018829 Sep 09 20:29:29.027602 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-db79f851-95b8-4de4-98e9-3cb352a8c74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (efb51a5e-7d99-48d3-8e98-95fd91ea67c2), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.038413 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment f305c9c4-d4e4-488a-aea3-25b48ffa89b8 resource provider aggregate not found Sep 09 20:29:29.052945 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d3960686-d297-404a-9aff-ec9c0cbfdf01 admin admin] Publish callbacks [] for security_group (8e2644c0-f12e-4218-ac5c-cb1da97811c9), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.071524 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment f305c9c4-d4e4-488a-aea3-25b48ffa89b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f305c9c4-d4e4-488a-aea3-25b48ffa89b8 found for delete ", "request_id": "req-706542f9-af91-4351-a9a9-8b8ac35e7ab1"}]} Sep 09 20:29:29.085376 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79f851-95b8-4de4-98e9-3cb352a8c74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb51a5e-7d99-48d3-8e98-95fd91ea67c2,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:29.091542 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-db79f851-95b8-4de4-98e9-3cb352a8c74e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=476245dd54764377814d117257a8e332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6737683 Sep 09 20:29:29.097409 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 58568) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:29.108198 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=15 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:29.114046 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-cb2433f1-131c-4323-b515-5bc48177c64f admin admin] Publish callbacks [] for security_group (12d331b2-429e-4c55-95e6-58dd0d8e1bcf), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.139016 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e29a996b-6608-4798-8490-e98977de1450 req-b3d3c2a5-1c54-4d3e-934a-84d11ffb012c tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068354 Sep 09 20:29:29.139508 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-cb2433f1-131c-4323-b515-5bc48177c64f admin admin] Publish callbacks [] for security_group (12d331b2-429e-4c55-95e6-58dd0d8e1bcf), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.161745 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d3960686-d297-404a-9aff-ec9c0cbfdf01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (8e2644c0-f12e-4218-ac5c-cb1da97811c9), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.164478 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d3960686-d297-404a-9aff-ec9c0cbfdf01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.168587 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-d3960686-d297-404a-9aff-ec9c0cbfdf01 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8e2644c0-f12e-4218-ac5c-cb1da97811c9 HTTP/1.1" status: 204 len: 168 time: 0.2139928 Sep 09 20:29:29.178163 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-00870cf4-8178-4a8f-a2eb-5dc7a3f05c2c admin admin] Publish callbacks [] for security_group (efb51a5e-7d99-48d3-8e98-95fd91ea67c2), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.188224 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3960686-d297-404a-9aff-ec9c0cbfdf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2644c0-f12e-4218-ac5c-cb1da97811c9,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:29.202847 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-00870cf4-8178-4a8f-a2eb-5dc7a3f05c2c admin admin] Publish callbacks [] for security_group (efb51a5e-7d99-48d3-8e98-95fd91ea67c2), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.224401 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-cb2433f1-131c-4323-b515-5bc48177c64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (12d331b2-429e-4c55-95e6-58dd0d8e1bcf), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.227138 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-cb2433f1-131c-4323-b515-5bc48177c64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.231799 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-cb2433f1-131c-4323-b515-5bc48177c64f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/12d331b2-429e-4c55-95e6-58dd0d8e1bcf HTTP/1.1" status: 204 len: 168 time: 0.2307391 Sep 09 20:29:29.241143 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2433f1-131c-4323-b515-5bc48177c64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d331b2-429e-4c55-95e6-58dd0d8e1bcf,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:29.266094 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-00870cf4-8178-4a8f-a2eb-5dc7a3f05c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (efb51a5e-7d99-48d3-8e98-95fd91ea67c2), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.268540 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-00870cf4-8178-4a8f-a2eb-5dc7a3f05c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.272772 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-00870cf4-8178-4a8f-a2eb-5dc7a3f05c2c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/efb51a5e-7d99-48d3-8e98-95fd91ea67c2 HTTP/1.1" status: 204 len: 168 time: 0.1745038 Sep 09 20:29:29.282604 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00870cf4-8178-4a8f-a2eb-5dc7a3f05c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb51a5e-7d99-48d3-8e98-95fd91ea67c2,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:29.634727 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58586) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:29.654498 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e83b0ae9-8b33-4a01-9af2-d38d168058f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.661223 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9a008-986d-4f6f-b797-7bd380f5db06 req-ca90ff79-a047-44cb-93da-54bca6a09ba8 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:29.670788 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-73a9a008-986d-4f6f-b797-7bd380f5db06 req-ca90ff79-a047-44cb-93da-54bca6a09ba8 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0653386 Sep 09 20:29:29.750629 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-73a9a008-986d-4f6f-b797-7bd380f5db06 req-a85ebc17-d565-48bb-94d5-4a0e668661aa tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788147 Sep 09 20:29:29.752025 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e83b0ae9-8b33-4a01-9af2-d38d168058f3 admin admin] Publish callbacks [] for security_group (a30ebad2-044d-48f9-b040-0f0f4855d7d0), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.757343 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e83b0ae9-8b33-4a01-9af2-d38d168058f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a30ebad2-044d-48f9-b040-0f0f4855d7d0), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.805858 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-e83b0ae9-8b33-4a01-9af2-d38d168058f3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9e9f871548c04966b28a402269fea7cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1692460 Sep 09 20:29:29.807052 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b0ae9-8b33-4a01-9af2-d38d168058f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30ebad2-044d-48f9-b040-0f0f4855d7d0,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:29.811106 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 58592) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:29.862743 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58596) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:29.876493 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49770a0f-c356-4477-9cfc-5b541f2575c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.879335 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f9a33577-a55b-4390-a7cc-964ffc49b7b7 admin admin] Publish callbacks [] for security_group (a30ebad2-044d-48f9-b040-0f0f4855d7d0), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.900614 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f9a33577-a55b-4390-a7cc-964ffc49b7b7 admin admin] Publish callbacks [] for security_group (a30ebad2-044d-48f9-b040-0f0f4855d7d0), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.913482 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:29.957255 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f9a33577-a55b-4390-a7cc-964ffc49b7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a30ebad2-044d-48f9-b040-0f0f4855d7d0), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.960231 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f9a33577-a55b-4390-a7cc-964ffc49b7b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.963722 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-f9a33577-a55b-4390-a7cc-964ffc49b7b7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a30ebad2-044d-48f9-b040-0f0f4855d7d0 HTTP/1.1" status: 204 len: 168 time: 0.1483061 Sep 09 20:29:29.963892 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49770a0f-c356-4477-9cfc-5b541f2575c2 admin admin] Publish callbacks [] for security_group (ed208c8b-44ec-4069-baf7-59d82d5a961f), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:29.972000 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a33577-a55b-4390-a7cc-964ffc49b7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30ebad2-044d-48f9-b040-0f0f4855d7d0,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:29.974244 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49770a0f-c356-4477-9cfc-5b541f2575c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (ed208c8b-44ec-4069-baf7-59d82d5a961f), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:30.019051 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-49770a0f-c356-4477-9cfc-5b541f2575c2 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1b81a0dbb56b4f9393b056686381105c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551778 Sep 09 20:29:30.021732 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49770a0f-c356-4477-9cfc-5b541f2575c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed208c8b-44ec-4069-baf7-59d82d5a961f,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:30.022203 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 58600) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:30.081829 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fb41ff56-cfaa-4ba3-a43a-1d4f13476062 admin admin] Publish callbacks [] for security_group (ed208c8b-44ec-4069-baf7-59d82d5a961f), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:30.103289 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fb41ff56-cfaa-4ba3-a43a-1d4f13476062 admin admin] Publish callbacks [] for security_group (ed208c8b-44ec-4069-baf7-59d82d5a961f), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:30.156063 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fb41ff56-cfaa-4ba3-a43a-1d4f13476062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (ed208c8b-44ec-4069-baf7-59d82d5a961f), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:30.158785 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fb41ff56-cfaa-4ba3-a43a-1d4f13476062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:30.159928 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-fb41ff56-cfaa-4ba3-a43a-1d4f13476062 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ed208c8b-44ec-4069-baf7-59d82d5a961f HTTP/1.1" status: 204 len: 168 time: 0.1359479 Sep 09 20:29:30.170771 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41ff56-cfaa-4ba3-a43a-1d4f13476062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed208c8b-44ec-4069-baf7-59d82d5a961f,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:30.314348 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:UPDATE=1,neutron:INSERT=4,neutron:SELECT=90,neutron:DELETE=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:30.324831 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf636c-ef5b-4bcf-9c4d-46de7c280ca5 req-fa98840d-6bcf-47d2-9e9e-47d56f952423 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:30.326388 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ddf636c-ef5b-4bcf-9c4d-46de7c280ca5 req-fa98840d-6bcf-47d2-9e9e-47d56f952423 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 946 time: 0.0639911 Sep 09 20:29:30.394722 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ddf636c-ef5b-4bcf-9c4d-46de7c280ca5 req-82cd2798-7192-46fd-8ff8-8eaae7a32624 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556161 Sep 09 20:29:30.602219 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbfaf8-b128-4764-a36c-560af1c19c7c req-4a12caab-3ef4-44a1-bd8c-0389488decff tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:30.603718 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f3bbfaf8-b128-4764-a36c-560af1c19c7c req-4a12caab-3ef4-44a1-bd8c-0389488decff tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 946 time: 0.0502009 Sep 09 20:29:30.661411 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:30.727161 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-f3bbfaf8-b128-4764-a36c-560af1c19c7c req-c1ee9fb6-319b-4961-9586-3f2bc1c228e7 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Deleting port 5c2aa298-150f-4083-9c05-cc091fc750a6 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:29:30.727652 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f3bbfaf8-b128-4764-a36c-560af1c19c7c req-c1ee9fb6-319b-4961-9586-3f2bc1c228e7 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (5c2aa298-150f-4083-9c05-cc091fc750a6), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:30.858418 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-f3bbfaf8-b128-4764-a36c-560af1c19c7c req-c1ee9fb6-319b-4961-9586-3f2bc1c228e7 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] For port 5c2aa298-150f-4083-9c05-cc091fc750a6, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=5c2aa298-150f-4083-9c05-cc091fc750a6,segment=NetworkSegment(5deaa828-989a-4d7a-bcdf-326c6846b6ce),segment_id=5deaa828-989a-4d7a-bcdf-326c6846b6ce)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:29:30.858936 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f3bbfaf8-b128-4764-a36c-560af1c19c7c req-c1ee9fb6-319b-4961-9586-3f2bc1c228e7 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (5c2aa298-150f-4083-9c05-cc091fc750a6), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:30.884489 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-f3bbfaf8-b128-4764-a36c-560af1c19c7c req-c1ee9fb6-319b-4961-9586-3f2bc1c228e7 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Calling delete_port for 5c2aa298-150f-4083-9c05-cc091fc750a6 owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:29:30.916140 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96451e87-b38a-4e1b-9adb-e18b3e217f32 req-af4770aa-5d54-44c6-a31b-bd899895e605 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:30.924248 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-96451e87-b38a-4e1b-9adb-e18b3e217f32 req-af4770aa-5d54-44c6-a31b-bd899895e605 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0676303 Sep 09 20:29:30.989588 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-96451e87-b38a-4e1b-9adb-e18b3e217f32 req-6ad5cfe6-7def-4b0f-b190-ead61bee6b0f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644665 Sep 09 20:29:31.086189 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f3bbfaf8-b128-4764-a36c-560af1c19c7c req-c1ee9fb6-319b-4961-9586-3f2bc1c228e7 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (5c2aa298-150f-4083-9c05-cc091fc750a6), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:31.103336 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['5c2aa298-150f-4083-9c05-cc091fc750a6'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:29:31.138124 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee9fb6-319b-4961-9586-3f2bc1c228e7 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Pushing event deleted for resources: {'Port': ['ID=5c2aa298-150f-4083-9c05-cc091fc750a6,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:31.183903 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bbfaf8-b128-4764-a36c-560af1c19c7c req-c1ee9fb6-319b-4961-9586-3f2bc1c228e7 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] No DVR routers for this DVR port 5c2aa298-150f-4083-9c05-cc091fc750a6 on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:29:31.189442 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f3bbfaf8-b128-4764-a36c-560af1c19c7c req-c1ee9fb6-319b-4961-9586-3f2bc1c228e7 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:31.192885 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f3bbfaf8-b128-4764-a36c-560af1c19c7c req-c1ee9fb6-319b-4961-9586-3f2bc1c228e7 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.25 "DELETE /networking/v2.0/ports/5c2aa298-150f-4083-9c05-cc091fc750a6 HTTP/1.1" status: 204 len: 173 time: 0.5831645 Sep 09 20:29:31.193353 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1572e9f8-bd24-42ae-9c0e-d0a659792412', 'name': 'network-vif-deleted', 'tag': '5c2aa298-150f-4083-9c05-cc091fc750a6'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:29:31.195826 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d13e01-eed2-472c-bb06-76f50996b46b" -d '{"events": [{"server_uuid": "1572e9f8-bd24-42ae-9c0e-d0a659792412", "name": "network-vif-deleted", "tag": "5c2aa298-150f-4083-9c05-cc091fc750a6"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:29:31.240990 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7ab262-0a01-471e-84c3-925682738c3a x-openstack-request-id: req-df7ab262-0a01-471e-84c3-925682738c3a {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:29:31.241339 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1572e9f8-bd24-42ae-9c0e-d0a659792412", "name": "network-vif-deleted", "tag": "5c2aa298-150f-4083-9c05-cc091fc750a6", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:29:31.241975 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df7ab262-0a01-471e-84c3-925682738c3a {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:29:31.241975 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df7ab262-0a01-471e-84c3-925682738c3a'] response: {'server_uuid': '1572e9f8-bd24-42ae-9c0e-d0a659792412', 'name': 'network-vif-deleted', 'tag': '5c2aa298-150f-4083-9c05-cc091fc750a6', 'status': 'completed', 'code': 200} Sep 09 20:29:31.301719 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58680) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:31.529430 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3620043c-8e52-4c91-8034-e865228a0a35 req-2b31655c-3368-449e-9f85-0de5f3b24243 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1572e9f8-bd24-42ae-9c0e-d0a659792412 HTTP/1.1" status: 200 len: 210 time: 0.0372202 Sep 09 20:29:31.569576 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5ac3db4f-401d-4653-bacb-37ae9f22dc46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:31.676697 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5ac3db4f-401d-4653-bacb-37ae9f22dc46 admin admin] Publish callbacks [] for security_group (621780be-7eda-4e8a-904a-ca387c15783a), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:31.680880 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5ac3db4f-401d-4653-bacb-37ae9f22dc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (621780be-7eda-4e8a-904a-ca387c15783a), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:31.724161 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3db4f-401d-4653-bacb-37ae9f22dc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621780be-7eda-4e8a-904a-ca387c15783a,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:31.728803 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-5ac3db4f-401d-4653-bacb-37ae9f22dc46 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2e95b9f1ae2142b4b408191b19f1755c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259596 Sep 09 20:29:31.732122 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 58696) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:31.749934 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:31.786182 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-694f7fe0-06b8-426d-a1e9-bba0a9ecda83 admin admin] Publish callbacks [] for security_group (621780be-7eda-4e8a-904a-ca387c15783a), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:31.809410 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-694f7fe0-06b8-426d-a1e9-bba0a9ecda83 admin admin] Publish callbacks [] for security_group (621780be-7eda-4e8a-904a-ca387c15783a), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:31.859958 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-694f7fe0-06b8-426d-a1e9-bba0a9ecda83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (621780be-7eda-4e8a-904a-ca387c15783a), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:31.862905 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-694f7fe0-06b8-426d-a1e9-bba0a9ecda83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:31.864135 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-694f7fe0-06b8-426d-a1e9-bba0a9ecda83 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/621780be-7eda-4e8a-904a-ca387c15783a HTTP/1.1" status: 204 len: 168 time: 0.1310577 Sep 09 20:29:31.872848 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f7fe0-06b8-426d-a1e9-bba0a9ecda83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621780be-7eda-4e8a-904a-ca387c15783a,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:32.167004 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a5f33-0175-4f60-8d55-a5e356aec3a3 req-f55c9bb8-b716-4b32-83f2-6f3db9f25e9e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:32.169915 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-403a5f33-0175-4f60-8d55-a5e356aec3a3 req-f55c9bb8-b716-4b32-83f2-6f3db9f25e9e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.1006472 Sep 09 20:29:32.224712 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-403a5f33-0175-4f60-8d55-a5e356aec3a3 req-da154ef8-9309-4cb1-a12e-9d649f8dabc2 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489950 Sep 09 20:29:32.923371 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:32.990403 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-1ade1870-6deb-4dc8-9a24-7a3d88a35c63 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:32.999529 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-1ade1870-6deb-4dc8-9a24-7a3d88a35c63 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2cbef6b9-0698-42fe-962c-df7eb81f10bf HTTP/1.1" status: 200 len: 808 time: 0.1576476 Sep 09 20:29:33.017441 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-c955ca3a-b914-4f3e-9569-269de15e8aab tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/quotas/32c862d7b7b242f699139ac0821867a8 HTTP/1.1" status: 200 len: 375 time: 0.0169170 Sep 09 20:29:33.067279 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-3bc8d80e-8953-452e-acf3-58c4a66a9485 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=32c862d7b7b242f699139ac0821867a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474615 Sep 09 20:29:33.172842 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-a3b22f0b-702b-4913-b6a0-77acee9b7dd8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2cbef6b9-0698-42fe-962c-df7eb81f10bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046839 Sep 09 20:29:33.284251 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-af887360-4101-49e7-8843-958c6f1ae775 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2cbef6b9-0698-42fe-962c-df7eb81f10bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032729 Sep 09 20:29:33.390417 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b154c-f928-457a-8309-fe2579648d3e req-03fb7e9e-b42d-4758-8f73-13cd1a3d72c8 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:33.392090 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-049b154c-f928-457a-8309-fe2579648d3e req-03fb7e9e-b42d-4758-8f73-13cd1a3d72c8 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0570381 Sep 09 20:29:33.479971 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-049b154c-f928-457a-8309-fe2579648d3e req-3f9a90bf-b4c9-445a-8d63-313665a5da9c tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791199 Sep 09 20:29:33.541224 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ba6648eb-7e05-4878-bcfc-673cea6ad71f req-8ce04bc1-11e6-428f-bea6-420a824b37a1 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 210 time: 0.0330327 Sep 09 20:29:34.254633 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 5c2aa298-150f-4083-9c05-cc091fc750a6 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:29:34.273652 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: 5c2aa298-150f-4083-9c05-cc091fc750a6 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:29:34.273840 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 5c2aa298-150f-4083-9c05-cc091fc750a6 not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:29:34.649263 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22dec1-e2fa-4fd4-ae6c-3e4b33e11361 req-4e75318b-09b3-4764-aebe-b123a7728682 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:34.650668 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cc22dec1-e2fa-4fd4-ae6c-3e4b33e11361 req-4e75318b-09b3-4764-aebe-b123a7728682 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0877008 Sep 09 20:29:34.669882 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-78626911-b9c2-471d-9a7a-ee5a8ff7395c req-6bff2bbd-8f26-475b-936d-9fb64e1f10c0 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 210 time: 0.0427256 Sep 09 20:29:34.719494 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cc22dec1-e2fa-4fd4-ae6c-3e4b33e11361 req-78c61e1b-cec1-45c0-8965-00b796aca50d tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526843 Sep 09 20:29:34.886235 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bc3f0-b989-433e-893c-214e718a0747 req-474a6c81-e311-46ff-9293-06b287a8b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:34.887709 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5a8bc3f0-b989-433e-893c-214e718a0747 req-474a6c81-e311-46ff-9293-06b287a8b668 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 1130 time: 0.0424435 Sep 09 20:29:34.941541 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5a8bc3f0-b989-433e-893c-214e718a0747 req-2b4999d2-4480-44b7-b14d-f11b1db92d6b service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397325 Sep 09 20:29:35.803775 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8284c719-99b8-4a15-afa4-ad6075634c3d req-31dc30d0-df1f-4075-9d78-6d6154220958 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 210 time: 0.0312991 Sep 09 20:29:35.882265 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2c268-b18f-4f29-9297-45a15f9b01b2 req-ea080bd1-b705-43a3-89a3-4630919fd1a2 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:35.883734 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-73f2c268-b18f-4f29-9297-45a15f9b01b2 req-ea080bd1-b705-43a3-89a3-4630919fd1a2 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0517485 Sep 09 20:29:35.930946 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-73f2c268-b18f-4f29-9297-45a15f9b01b2 req-f103bb86-0646-4f65-af49-0d08af605fd4 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414963 Sep 09 20:29:36.780804 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=51 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:36.906018 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b22418b0-5bf9-458c-af91-af0fb3ce8a1b req-8bc3bfda-13ae-40b2-bb65-dadcca013329 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 210 time: 0.0282860 Sep 09 20:29:37.001921 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=35,neutron:DELETE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:37.038461 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:37.051550 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08806188-d4e8-4684-bf6f-a1065cdeb0f5 req-1df07047-fcc2-4e2f-9b1a-e8f31c701d3a tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:37.053029 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-08806188-d4e8-4684-bf6f-a1065cdeb0f5 req-1df07047-fcc2-4e2f-9b1a-e8f31c701d3a tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0489082 Sep 09 20:29:37.099671 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-08806188-d4e8-4684-bf6f-a1065cdeb0f5 req-496e24ce-a0b4-409e-a61c-d425b5cbcdf2 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Sep 09 20:29:37.338887 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d01deee7-b7b8-44d9-86ca-ceeee3a6e9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:38.009756 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-779de92e-fbde-47d7-99dc-83d045300692 req-f5327fe4-f2b3-44d2-8701-9e4f92331e83 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 210 time: 0.0324316 Sep 09 20:29:38.219806 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc498d6f-bace-462d-801f-064a149920d8 req-f5abe331-d264-4719-b3ea-b26aaa402952 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:38.221321 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dc498d6f-bace-462d-801f-064a149920d8 req-f5abe331-d264-4719-b3ea-b26aaa402952 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0469084 Sep 09 20:29:38.267593 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dc498d6f-bace-462d-801f-064a149920d8 req-e117572c-ce0e-4b99-8cf6-555f3f049229 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408037 Sep 09 20:29:38.582915 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-9643410c-4b6c-4004-b491-45bb8fdf934c tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:38.584598 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-9643410c-4b6c-4004-b491-45bb8fdf934c tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.25 "GET /networking/v2.0/networks?id=2cbef6b9-0698-42fe-962c-df7eb81f10bf HTTP/1.1" status: 200 len: 808 time: 0.1027837 Sep 09 20:29:38.603674 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-97616e2b-2aca-443a-8740-edbe72e9df71 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Request body: {'port': {'device_id': '46e38a01-a7a2-452c-9a08-fe4bcc2d816d', 'network_id': '2cbef6b9-0698-42fe-962c-df7eb81f10bf', 'admin_state_up': True, 'tenant_id': '32c862d7b7b242f699139ac0821867a8'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:29:38.695484 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:38.721199 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-97616e2b-2aca-443a-8740-edbe72e9df71 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Made reservation on behalf of 32c862d7b7b242f699139ac0821867a8 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:29:38.726073 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-97616e2b-2aca-443a-8740-edbe72e9df71 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:38.859789 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-97616e2b-2aca-443a-8740-edbe72e9df71 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Allocated IP 172.20.0.8 (2cbef6b9-0698-42fe-962c-df7eb81f10bf/377f0b46-7565-42ec-8482-7668d88cf2b8/7157c67a-6889-4bef-89d3-a5b69b26bed3) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:29:39.036679 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-97616e2b-2aca-443a-8740-edbe72e9df71 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks [] for port (7157c67a-6889-4bef-89d3-a5b69b26bed3), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:39.110768 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-97616e2b-2aca-443a-8740-edbe72e9df71 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (7157c67a-6889-4bef-89d3-a5b69b26bed3), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:39.138881 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:39.156756 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:39.176603 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a5cef-f61a-4573-b9a3-33937dcffa6d req-5ce955ab-4505-46d0-bbe3-7e1e2ee6b036 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:39.178360 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b29a5cef-f61a-4573-b9a3-33937dcffa6d req-5ce955ab-4505-46d0-bbe3-7e1e2ee6b036 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 931 time: 0.0869491 Sep 09 20:29:39.192570 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-97616e2b-2aca-443a-8740-edbe72e9df71 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Network 2cbef6b9-0698-42fe-962c-df7eb81f10bf is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:29:39.201323 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-97616e2b-2aca-443a-8740-edbe72e9df71 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:29:39.206912 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-97616e2b-2aca-443a-8740-edbe72e9df71 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:29:39.231957 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97616e2b-2aca-443a-8740-edbe72e9df71 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Pushing event updated for resources: {'Port': ['ID=7157c67a-6889-4bef-89d3-a5b69b26bed3,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:39.246687 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b29a5cef-f61a-4573-b9a3-33937dcffa6d req-dfce8230-559b-4663-9374-c18e3996e501 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564415 Sep 09 20:29:39.282174 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-97616e2b-2aca-443a-8740-edbe72e9df71 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:39.282835 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-97616e2b-2aca-443a-8740-edbe72e9df71 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:39.301547 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-97616e2b-2aca-443a-8740-edbe72e9df71 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7012732 Sep 09 20:29:39.346414 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Request body: {'port': {'device_id': '46e38a01-a7a2-452c-9a08-fe4bcc2d816d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:29:39.414092 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c904db-05d3-4f60-b755-f64a356d62ae req-12cabce9-0ee4-4d0f-888a-9cf5023cb2c2 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:39.417605 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-41c904db-05d3-4f60-b755-f64a356d62ae req-12cabce9-0ee4-4d0f-888a-9cf5023cb2c2 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0679326 Sep 09 20:29:39.418511 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7157c67a-6889-4bef-89d3-a5b69b26bed3), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:39.461052 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:39.482509 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-41c904db-05d3-4f60-b755-f64a356d62ae req-9afea4d5-455c-4e58-823f-9f063bdb98c2 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589831 Sep 09 20:29:39.569526 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-b52f1e57-91c2-429e-b1a1-87c3350153f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:39.627636 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f76fa2-8119-470a-bcda-625bc416a07f req-8019289f-c419-4d60-8943-18016afc7c22 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:39.636093 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-26f76fa2-8119-470a-bcda-625bc416a07f req-8019289f-c419-4d60-8943-18016afc7c22 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0695004 Sep 09 20:29:39.657373 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:39.728244 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-26f76fa2-8119-470a-bcda-625bc416a07f req-847f7174-4726-4e20-97ec-82e1dca4be50 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909228 Sep 09 20:29:39.781666 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7157c67a-6889-4bef-89d3-a5b69b26bed3 {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:29:39.792558 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Publish callbacks [] for port (7157c67a-6889-4bef-89d3-a5b69b26bed3), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:39.809220 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Transition to ACTIVE for port object 7157c67a-6889-4bef-89d3-a5b69b26bed3 will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:29:39.817704 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (7157c67a-6889-4bef-89d3-a5b69b26bed3), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:39.917109 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Pushing event updated for resources: {'Port': ['ID=7157c67a-6889-4bef-89d3-a5b69b26bed3,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:39.954406 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Attempting to bind port 7157c67a-6889-4bef-89d3-a5b69b26bed3 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:29:39.954745 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Attempting to bind port 7157c67a-6889-4bef-89d3-a5b69b26bed3 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '5deaa828-989a-4d7a-bcdf-326c6846b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2cbef6b9-0698-42fe-962c-df7eb81f10bf'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:29:39.955073 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Attempting to bind port 7157c67a-6889-4bef-89d3-a5b69b26bed3 on network 2cbef6b9-0698-42fe-962c-df7eb81f10bf {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:29:40.000158 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Port 7157c67a-6889-4bef-89d3-a5b69b26bed3 on network 2cbef6b9-0698-42fe-962c-df7eb81f10bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:29:40.000640 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Attempting to bind port 7157c67a-6889-4bef-89d3-a5b69b26bed3 on network 2cbef6b9-0698-42fe-962c-df7eb81f10bf {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:29:40.046557 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:29:40.046889 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Checking segment: {'id': '5deaa828-989a-4d7a-bcdf-326c6846b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2cbef6b9-0698-42fe-962c-df7eb81f10bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:29:40.047272 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Bound using segment: {'id': '5deaa828-989a-4d7a-bcdf-326c6846b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2cbef6b9-0698-42fe-962c-df7eb81f10bf'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:29:40.047705 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Bound port: 7157c67a-6889-4bef-89d3-a5b69b26bed3, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5deaa828-989a-4d7a-bcdf-326c6846b6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '2cbef6b9-0698-42fe-962c-df7eb81f10bf'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:29:40.048125 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7157c67a-6889-4bef-89d3-a5b69b26bed3), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:40.127652 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] For port 7157c67a-6889-4bef-89d3-a5b69b26bed3, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:29:40.127652 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] For port 7157c67a-6889-4bef-89d3-a5b69b26bed3, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=7157c67a-6889-4bef-89d3-a5b69b26bed3,segment=NetworkSegment(5deaa828-989a-4d7a-bcdf-326c6846b6ce),segment_id=5deaa828-989a-4d7a-bcdf-326c6846b6ce)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:29:40.127652 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (7157c67a-6889-4bef-89d3-a5b69b26bed3), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:40.133644 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:40.134811 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:40.137640 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/7157c67a-6889-4bef-89d3-a5b69b26bed3 HTTP/1.1" status: 200 len: 1093 time: 0.7965043 Sep 09 20:29:40.138451 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e38a01-a7a2-452c-9a08-fe4bcc2d816d', 'tag': '7157c67a-6889-4bef-89d3-a5b69b26bed3'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:29:40.141881 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070e5680-2801-4e8b-ae6a-b3aed615e3bb" -d '{"events": [{"name": "network-changed", "server_uuid": "46e38a01-a7a2-452c-9a08-fe4bcc2d816d", "tag": "7157c67a-6889-4bef-89d3-a5b69b26bed3"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:29:40.223767 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68135f11-72ba-40d4-a3d2-f71e7d3b0985 service neutron] Pushing event updated for resources: {'Port': ['ID=7157c67a-6889-4bef-89d3-a5b69b26bed3,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:40.227422 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffa8230-01cd-49b9-818e-761bc0d20e79 x-openstack-request-id: req-8ffa8230-01cd-49b9-818e-761bc0d20e79 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:29:40.227714 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e38a01-a7a2-452c-9a08-fe4bcc2d816d", "tag": "7157c67a-6889-4bef-89d3-a5b69b26bed3", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:29:40.227985 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ffa8230-01cd-49b9-818e-761bc0d20e79 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:29:40.228386 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ffa8230-01cd-49b9-818e-761bc0d20e79'] response: {'name': 'network-changed', 'server_uuid': '46e38a01-a7a2-452c-9a08-fe4bcc2d816d', 'tag': '7157c67a-6889-4bef-89d3-a5b69b26bed3', 'status': 'completed', 'code': 200} Sep 09 20:29:40.242401 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-ec595de6-7db8-45a4-893a-5ae68fe3183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:40.243887 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-ec595de6-7db8-45a4-893a-5ae68fe3183d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=32c862d7b7b242f699139ac0821867a8&device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 1127 time: 0.0554817 Sep 09 20:29:40.289489 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-9335d6d7-01be-4f1f-ab6d-415e8cdfcb6c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7157c67a-6889-4bef-89d3-a5b69b26bed3 HTTP/1.1" status: 200 len: 217 time: 0.0345027 Sep 09 20:29:40.344869 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-a3e8e0be-ffff-4b75-b480-798eb7ea87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:40.346362 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-a3e8e0be-ffff-4b75-b480-798eb7ea87ab service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=377f0b46-7565-42ec-8482-7668d88cf2b8 HTTP/1.1" status: 200 len: 848 time: 0.0485072 Sep 09 20:29:40.371050 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf79cc-7457-4a0e-89b7-4517323f3aae req-3b5c9610-73a5-402c-a35b-4b39cfc7419d tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:40.372442 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1cbf79cc-7457-4a0e-89b7-4517323f3aae req-3b5c9610-73a5-402c-a35b-4b39cfc7419d tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 943 time: 0.0493820 Sep 09 20:29:40.380145 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-1f65af4d-35f2-41c2-b30e-7f82162dea81 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2cbef6b9-0698-42fe-962c-df7eb81f10bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270665 Sep 09 20:29:40.407484 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:40.426293 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1cbf79cc-7457-4a0e-89b7-4517323f3aae req-6dd0c63f-70a8-43de-962a-2dfda333b792 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481899 Sep 09 20:29:40.478833 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-e404b8d4-fdd2-4325-aec4-68849cafa2b4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2cbef6b9-0698-42fe-962c-df7eb81f10bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912666 Sep 09 20:29:40.573738 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d7eaa5fe-c9b6-4f77-b670-615916a9a2a1 req-6ad647a2-bc3c-45a8-bf6a-778f96d7c7db service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2cbef6b9-0698-42fe-962c-df7eb81f10bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871305 Sep 09 20:29:40.849488 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:41.522705 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32338d45-aed2-4e3d-a967-33109ad82803 req-6014f079-a931-4b58-b121-e0e305b79e24 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:41.524139 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-32338d45-aed2-4e3d-a967-33109ad82803 req-6014f079-a931-4b58-b121-e0e305b79e24 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0604188 Sep 09 20:29:41.573756 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f5664-e3a8-49ab-a780-0adebd35a641 req-ef660425-2a5a-4af4-bab9-22ae0c3f80e3 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:41.575295 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e7f5664-e3a8-49ab-a780-0adebd35a641 req-ef660425-2a5a-4af4-bab9-22ae0c3f80e3 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 943 time: 0.0695448 Sep 09 20:29:41.615919 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-32338d45-aed2-4e3d-a967-33109ad82803 req-d0ef22de-af0f-4e6d-a55d-cfdc9be2264b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757802 Sep 09 20:29:41.638904 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e5680-2801-4e8b-ae6a-b3aed615e3bb req-1cd6e573-dd3f-4e50-bc97-190989a54afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:41.640998 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-070e5680-2801-4e8b-ae6a-b3aed615e3bb req-1cd6e573-dd3f-4e50-bc97-190989a54afb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=32c862d7b7b242f699139ac0821867a8&device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 1127 time: 0.0431693 Sep 09 20:29:41.649425 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5e7f5664-e3a8-49ab-a780-0adebd35a641 req-3e57ab35-a37e-4fe4-ad79-d0d969bd71cc tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661385 Sep 09 20:29:41.723758 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:41.750307 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0885-a61a-4712-9516-c66a4be98ea4 req-eb668628-3dd8-4c0b-910d-3022039623df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:41.751815 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-feef0885-a61a-4712-9516-c66a4be98ea4 req-eb668628-3dd8-4c0b-910d-3022039623df service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 1129 time: 0.0968485 Sep 09 20:29:41.821426 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e5680-2801-4e8b-ae6a-b3aed615e3bb req-22ba9b8f-642b-4534-9f3f-6660b086718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:41.822843 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-070e5680-2801-4e8b-ae6a-b3aed615e3bb req-22ba9b8f-642b-4534-9f3f-6660b086718b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=2cbef6b9-0698-42fe-962c-df7eb81f10bf HTTP/1.1" status: 200 len: 909 time: 0.1690829 Sep 09 20:29:41.870445 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-070e5680-2801-4e8b-ae6a-b3aed615e3bb req-83002e86-315f-4121-8ed5-187c5425d5ce service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7157c67a-6889-4bef-89d3-a5b69b26bed3 HTTP/1.1" status: 200 len: 217 time: 0.0401020 Sep 09 20:29:41.921778 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0885-a61a-4712-9516-c66a4be98ea4 req-793b04b9-dac0-485b-a48f-cab4cb99cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:41.923151 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-feef0885-a61a-4712-9516-c66a4be98ea4 req-793b04b9-dac0-485b-a48f-cab4cb99cb72 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 920 time: 0.1587682 Sep 09 20:29:41.968578 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e5680-2801-4e8b-ae6a-b3aed615e3bb req-8fe0dd1f-e491-4ae4-9614-4906a1cf5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:41.969959 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-070e5680-2801-4e8b-ae6a-b3aed615e3bb req-8fe0dd1f-e491-4ae4-9614-4906a1cf5ddd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=377f0b46-7565-42ec-8482-7668d88cf2b8 HTTP/1.1" status: 200 len: 848 time: 0.0893438 Sep 09 20:29:41.971272 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-feef0885-a61a-4712-9516-c66a4be98ea4 req-be89d2fa-ae66-43f8-9e2d-1753c73024e5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=727b9f9f-0d7b-470a-ba5d-2023a0e7304d HTTP/1.1" status: 200 len: 217 time: 0.0408304 Sep 09 20:29:42.021266 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-070e5680-2801-4e8b-ae6a-b3aed615e3bb req-3da8ef65-9908-4bb5-8252-cfba7303a3e9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=2cbef6b9-0698-42fe-962c-df7eb81f10bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316975 Sep 09 20:29:42.105993 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0885-a61a-4712-9516-c66a4be98ea4 req-ffba0c62-4d66-47d9-aa27-d9373943d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:42.107575 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-feef0885-a61a-4712-9516-c66a4be98ea4 req-ffba0c62-4d66-47d9-aa27-d9373943d919 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 HTTP/1.1" status: 200 len: 858 time: 0.1166880 Sep 09 20:29:42.179504 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0885-a61a-4712-9516-c66a4be98ea4 req-091f9c58-f5cf-42ad-b370-c5b554339c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:42.181006 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-feef0885-a61a-4712-9516-c66a4be98ea4 req-091f9c58-f5cf-42ad-b370-c5b554339c0c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b188b4ef-6195-4514-85bf-2356d78cce90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633011 Sep 09 20:29:42.183427 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-070e5680-2801-4e8b-ae6a-b3aed615e3bb req-a8a6df02-c6a8-48a3-8828-3de8398db892 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2cbef6b9-0698-42fe-962c-df7eb81f10bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454489 Sep 09 20:29:42.294907 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:42.385010 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-070e5680-2801-4e8b-ae6a-b3aed615e3bb req-f8cab016-3181-4322-b291-6767123eec2f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/2cbef6b9-0698-42fe-962c-df7eb81f10bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840694 Sep 09 20:29:42.387460 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-feef0885-a61a-4712-9516-c66a4be98ea4 req-ea6570f6-9597-4d56-b66b-25711e0329dd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879323 Sep 09 20:29:42.420008 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:42.443272 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:42.536280 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-feef0885-a61a-4712-9516-c66a4be98ea4 req-b81a0b30-a3a5-414b-adb8-2631af41a593 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387513 Sep 09 20:29:42.640315 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59046) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:42.796786 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fa93b-14b9-4bc9-978f-325c8d9db5bd req-23afcff7-b35b-418f-b5a1-b7112adba8e6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:42.798172 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fa2fa93b-14b9-4bc9-978f-325c8d9db5bd req-23afcff7-b35b-418f-b5a1-b7112adba8e6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0811939 Sep 09 20:29:42.809943 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-dbb610aa-a220-477f-b51e-c396c067ff55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:42.844458 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d705ff4-cadd-4145-aab4-15a767c42440 req-ce32db8e-c957-4cb6-803f-50db09934f6a tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:42.845985 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6d705ff4-cadd-4145-aab4-15a767c42440 req-ce32db8e-c957-4cb6-803f-50db09934f6a tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 943 time: 0.0949848 Sep 09 20:29:42.910244 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fa2fa93b-14b9-4bc9-978f-325c8d9db5bd req-a5061dec-84d4-417f-a576-661c289b7e34 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042929 Sep 09 20:29:42.943272 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6d705ff4-cadd-4145-aab4-15a767c42440 req-2d4fefe4-41b0-4f82-9cab-e43cec418fdd tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890186 Sep 09 20:29:42.976180 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-dbb610aa-a220-477f-b51e-c396c067ff55 admin admin] Publish callbacks [] for security_group (0db03076-9296-48bf-bbde-b53b99c2c5ac), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:42.980342 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-dbb610aa-a220-477f-b51e-c396c067ff55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (0db03076-9296-48bf-bbde-b53b99c2c5ac), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:43.017860 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb610aa-a220-477f-b51e-c396c067ff55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db03076-9296-48bf-bbde-b53b99c2c5ac,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:43.022112 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-dbb610aa-a220-477f-b51e-c396c067ff55 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7e88f180d99f463ea172ed9704c9cafd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3807502 Sep 09 20:29:43.024752 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59058) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:43.056447 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:43.075276 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-66e36507-3070-4ce6-a34c-cc5716e6bc8b admin admin] Publish callbacks [] for security_group (0db03076-9296-48bf-bbde-b53b99c2c5ac), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:43.094794 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-66e36507-3070-4ce6-a34c-cc5716e6bc8b admin admin] Publish callbacks [] for security_group (0db03076-9296-48bf-bbde-b53b99c2c5ac), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:43.141617 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-66e36507-3070-4ce6-a34c-cc5716e6bc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (0db03076-9296-48bf-bbde-b53b99c2c5ac), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:43.144257 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-66e36507-3070-4ce6-a34c-cc5716e6bc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:43.145449 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-66e36507-3070-4ce6-a34c-cc5716e6bc8b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0db03076-9296-48bf-bbde-b53b99c2c5ac HTTP/1.1" status: 204 len: 168 time: 0.1197236 Sep 09 20:29:43.152867 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e36507-3070-4ce6-a34c-cc5716e6bc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db03076-9296-48bf-bbde-b53b99c2c5ac,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:43.404998 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 59068) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:43.419028 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-165776e0-fdd2-4ade-91ef-c170bb5e0846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:43.429037 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:43.503097 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-165776e0-fdd2-4ade-91ef-c170bb5e0846 admin admin] Publish callbacks [] for security_group (a8f96452-038a-4606-bb4f-64c92735fbfe), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:43.506663 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-165776e0-fdd2-4ade-91ef-c170bb5e0846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a8f96452-038a-4606-bb4f-64c92735fbfe), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:43.546025 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-165776e0-fdd2-4ade-91ef-c170bb5e0846 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cfb9ddecf33b40d38e79472c932914de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399658 Sep 09 20:29:43.546873 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165776e0-fdd2-4ade-91ef-c170bb5e0846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f96452-038a-4606-bb4f-64c92735fbfe,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:43.549593 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59072) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:43.574442 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:43.607081 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8586182d-c9ca-4945-bdbb-25583abd18fa admin admin] Publish callbacks [] for security_group (a8f96452-038a-4606-bb4f-64c92735fbfe), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:43.627711 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8586182d-c9ca-4945-bdbb-25583abd18fa admin admin] Publish callbacks [] for security_group (a8f96452-038a-4606-bb4f-64c92735fbfe), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:43.675883 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8586182d-c9ca-4945-bdbb-25583abd18fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a8f96452-038a-4606-bb4f-64c92735fbfe), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:43.678555 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8586182d-c9ca-4945-bdbb-25583abd18fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:43.679998 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-8586182d-c9ca-4945-bdbb-25583abd18fa admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a8f96452-038a-4606-bb4f-64c92735fbfe HTTP/1.1" status: 204 len: 168 time: 0.1290548 Sep 09 20:29:43.689074 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586182d-c9ca-4945-bdbb-25583abd18fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f96452-038a-4606-bb4f-64c92735fbfe,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:44.136141 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d60d78-74d4-43c8-bea2-74949a916411 req-a8f94a25-eeaf-472b-adfb-7ffe95112ec3 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:44.137962 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-43d60d78-74d4-43c8-bea2-74949a916411 req-a8f94a25-eeaf-472b-adfb-7ffe95112ec3 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 943 time: 0.0764811 Sep 09 20:29:44.154974 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdad54-d48a-4bea-baa5-c2fcf8103e34 req-45538b5b-d7c7-4d41-a3a4-033b69bd3ae5 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:44.161834 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bcfdad54-d48a-4bea-baa5-c2fcf8103e34 req-45538b5b-d7c7-4d41-a3a4-033b69bd3ae5 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.1497056 Sep 09 20:29:44.240977 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-43d60d78-74d4-43c8-bea2-74949a916411 req-51ef54b0-98a8-4326-9787-50ebc139bd74 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939548 Sep 09 20:29:44.243939 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bcfdad54-d48a-4bea-baa5-c2fcf8103e34 req-423e856b-6f4e-426c-93ee-0f15705651dd tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813603 Sep 09 20:29:44.255837 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 7157c67a-6889-4bef-89d3-a5b69b26bed3 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:29:44.273735 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:44.489056 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 7157c67a-6889-4bef-89d3-a5b69b26bed3, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=7157c67a-6889-4bef-89d3-a5b69b26bed3,segment=NetworkSegment(5deaa828-989a-4d7a-bcdf-326c6846b6ce),segment_id=5deaa828-989a-4d7a-bcdf-326c6846b6ce)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:29:44.503662 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': '7157c67a-6889-4bef-89d3-a5b69b26bed3', 'network_id': '2cbef6b9-0698-42fe-962c-df7eb81f10bf', 'port_id': '7157c67a-6889-4bef-89d3-a5b69b26bed3', 'mac_address': 'fa:16:3e:81:07:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377f0b46-7565-42ec-8482-7668d88cf2b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:29:44.547966 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 7157c67a-6889-4bef-89d3-a5b69b26bed3 is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:29:44.548726 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7157c67a-6889-4bef-89d3-a5b69b26bed3), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:44.566016 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7157c67a-6889-4bef-89d3-a5b69b26bed3 {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:29:44.591554 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 7157c67a-6889-4bef-89d3-a5b69b26bed3, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=7157c67a-6889-4bef-89d3-a5b69b26bed3,segment=NetworkSegment(5deaa828-989a-4d7a-bcdf-326c6846b6ce),segment_id=5deaa828-989a-4d7a-bcdf-326c6846b6ce)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:29:44.597087 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (7157c67a-6889-4bef-89d3-a5b69b26bed3), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:44.647996 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=7157c67a-6889-4bef-89d3-a5b69b26bed3,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:44.895808 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['7157c67a-6889-4bef-89d3-a5b69b26bed3'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:29:44.947163 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59130) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:45.184113 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e789abff-5930-45f8-bbd6-373a01a8e233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:45.268835 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e789abff-5930-45f8-bbd6-373a01a8e233 admin admin] Publish callbacks [] for security_group (dcbe7b78-bf7d-48e2-aea2-deb5c7f657d7), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:45.273976 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e789abff-5930-45f8-bbd6-373a01a8e233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (dcbe7b78-bf7d-48e2-aea2-deb5c7f657d7), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:45.330041 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 59152) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:45.330584 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-e789abff-5930-45f8-bbd6-373a01a8e233 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=61f9c257416f456db4f2e0cbdfdfa616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3808086 Sep 09 20:29:45.331607 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789abff-5930-45f8-bbd6-373a01a8e233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbe7b78-bf7d-48e2-aea2-deb5c7f657d7,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:45.336353 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:45.415096 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f474-7167-4d31-ad5a-5010e593b3bd admin admin] Publish callbacks [] for security_group (dcbe7b78-bf7d-48e2-aea2-deb5c7f657d7), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:45.424465 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277d6fc-e2d1-4c3f-9b9a-f315f38ff8c2 req-205ac4c5-ccaf-4a00-858c-6d7a49da0cf0 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:45.426000 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0277d6fc-e2d1-4c3f-9b9a-f315f38ff8c2 req-205ac4c5-ccaf-4a00-858c-6d7a49da0cf0 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 944 time: 0.0820777 Sep 09 20:29:45.441533 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f3b0f-7c0f-48e5-bb2d-c309790bc9d3 req-56c21b08-21b8-4e56-8194-ca1adb3b2f35 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:45.443115 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-731f3b0f-7c0f-48e5-bb2d-c309790bc9d3 req-56c21b08-21b8-4e56-8194-ca1adb3b2f35 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0679727 Sep 09 20:29:45.449455 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f474-7167-4d31-ad5a-5010e593b3bd admin admin] Publish callbacks [] for security_group (dcbe7b78-bf7d-48e2-aea2-deb5c7f657d7), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:45.513192 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f474-7167-4d31-ad5a-5010e593b3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (dcbe7b78-bf7d-48e2-aea2-deb5c7f657d7), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:45.516559 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e0b7f474-7167-4d31-ad5a-5010e593b3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:45.521011 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-e0b7f474-7167-4d31-ad5a-5010e593b3bd admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/dcbe7b78-bf7d-48e2-aea2-deb5c7f657d7 HTTP/1.1" status: 204 len: 168 time: 0.1898022 Sep 09 20:29:45.535723 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7f474-7167-4d31-ad5a-5010e593b3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbe7b78-bf7d-48e2-aea2-deb5c7f657d7,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:45.537509 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0277d6fc-e2d1-4c3f-9b9a-f315f38ff8c2 req-8ec15851-e918-4d65-b4a1-5196768f7750 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033616 Sep 09 20:29:45.549690 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-731f3b0f-7c0f-48e5-bb2d-c309790bc9d3 req-330b2836-ce40-4c82-a094-ce41a8497317 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963171 Sep 09 20:29:45.939494 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59182) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:45.958060 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-341c97c7-ec74-4e73-9ba4-44606bc740ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:46.006582 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:46.051104 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-341c97c7-ec74-4e73-9ba4-44606bc740ce admin admin] Publish callbacks [] for security_group (3ebc9ed0-dae5-4fb0-8178-d7eaf0b7aef9), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:46.056852 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-341c97c7-ec74-4e73-9ba4-44606bc740ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (3ebc9ed0-dae5-4fb0-8178-d7eaf0b7aef9), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:46.094767 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:46.106870 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c97c7-ec74-4e73-9ba4-44606bc740ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebc9ed0-dae5-4fb0-8178-d7eaf0b7aef9,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:46.114259 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-341c97c7-ec74-4e73-9ba4-44606bc740ce admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=20a2cfd8cde44efd9147d9a792de7341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720207 Sep 09 20:29:46.117169 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 59194) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:46.172285 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-069ed35c-5587-4cd6-9b33-77309319f29c admin admin] Publish callbacks [] for security_group (3ebc9ed0-dae5-4fb0-8178-d7eaf0b7aef9), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:46.193127 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-069ed35c-5587-4cd6-9b33-77309319f29c admin admin] Publish callbacks [] for security_group (3ebc9ed0-dae5-4fb0-8178-d7eaf0b7aef9), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:46.243800 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-069ed35c-5587-4cd6-9b33-77309319f29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (3ebc9ed0-dae5-4fb0-8178-d7eaf0b7aef9), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:46.247352 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-069ed35c-5587-4cd6-9b33-77309319f29c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:46.248618 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-069ed35c-5587-4cd6-9b33-77309319f29c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3ebc9ed0-dae5-4fb0-8178-d7eaf0b7aef9 HTTP/1.1" status: 204 len: 168 time: 0.1299658 Sep 09 20:29:46.261151 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 7157c67a-6889-4bef-89d3-a5b69b26bed3 up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:29:46.265777 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ed35c-5587-4cd6-9b33-77309319f29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebc9ed0-dae5-4fb0-8178-d7eaf0b7aef9,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:46.322456 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port 7157c67a-6889-4bef-89d3-a5b69b26bed3 completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:29:46.330090 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port 7157c67a-6889-4bef-89d3-a5b69b26bed3 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:29:46.330452 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7157c67a-6889-4bef-89d3-a5b69b26bed3), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:46.418766 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 7157c67a-6889-4bef-89d3-a5b69b26bed3 is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:29:46.419312 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7157c67a-6889-4bef-89d3-a5b69b26bed3), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:46.450505 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e38a01-a7a2-452c-9a08-fe4bcc2d816d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7157c67a-6889-4bef-89d3-a5b69b26bed3'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:29:46.453967 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3091c4a3-5268-4377-b42d-1beed7701816" -d '{"events": [{"server_uuid": "46e38a01-a7a2-452c-9a08-fe4bcc2d816d", "name": "network-vif-plugged", "status": "completed", "tag": "7157c67a-6889-4bef-89d3-a5b69b26bed3"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:29:46.500373 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 7157c67a-6889-4bef-89d3-a5b69b26bed3, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=7157c67a-6889-4bef-89d3-a5b69b26bed3,segment=NetworkSegment(5deaa828-989a-4d7a-bcdf-326c6846b6ce),segment_id=5deaa828-989a-4d7a-bcdf-326c6846b6ce)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:29:46.518897 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (7157c67a-6889-4bef-89d3-a5b69b26bed3), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:46.523764 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7acdb0b-27bc-443e-9271-fb88cb14b5bc x-openstack-request-id: req-d7acdb0b-27bc-443e-9271-fb88cb14b5bc {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:29:46.524337 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e38a01-a7a2-452c-9a08-fe4bcc2d816d", "name": "network-vif-plugged", "status": "completed", "tag": "7157c67a-6889-4bef-89d3-a5b69b26bed3", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:29:46.524735 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7acdb0b-27bc-443e-9271-fb88cb14b5bc {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:29:46.525352 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7acdb0b-27bc-443e-9271-fb88cb14b5bc'] response: {'server_uuid': '46e38a01-a7a2-452c-9a08-fe4bcc2d816d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7157c67a-6889-4bef-89d3-a5b69b26bed3', 'code': 200} Sep 09 20:29:46.586209 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=7157c67a-6889-4bef-89d3-a5b69b26bed3,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:46.749911 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119dec24-64ee-4e6a-b7fd-6e2fa99fb5ea req-817ebd2e-3aa2-46e9-bc68-db7fac7d511e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:46.758699 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-119dec24-64ee-4e6a-b7fd-6e2fa99fb5ea req-817ebd2e-3aa2-46e9-bc68-db7fac7d511e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.1087351 Sep 09 20:29:46.769475 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d922c-0fe7-4734-bfc3-92ce28ca2d86 req-d1fd0549-9f84-402a-968b-ff8f70d2f67c tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:46.770943 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4d9d922c-0fe7-4734-bfc3-92ce28ca2d86 req-d1fd0549-9f84-402a-968b-ff8f70d2f67c tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 945 time: 0.0932307 Sep 09 20:29:46.810924 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006da99f-316f-427e-9161-dfb9e7680cc8 req-c5ccc70a-e599-418f-92e1-578b685ef93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:46.813922 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-006da99f-316f-427e-9161-dfb9e7680cc8 req-c5ccc70a-e599-418f-92e1-578b685ef93f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 1129 time: 0.0597477 Sep 09 20:29:46.863904 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-119dec24-64ee-4e6a-b7fd-6e2fa99fb5ea req-04ac3acb-a890-4563-a1d2-24244e625660 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042199 Sep 09 20:29:46.900199 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4d9d922c-0fe7-4734-bfc3-92ce28ca2d86 req-b8847ac8-b7ec-481b-9dad-c306406c98c9 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224325 Sep 09 20:29:47.093679 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-006da99f-316f-427e-9161-dfb9e7680cc8 req-35cf02f7-032b-4423-a8ad-1012a2076fa5 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734444 Sep 09 20:29:48.030080 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a5117-f3cf-4c4b-a780-3bfb4af000da req-0aaca00d-aaeb-4486-9249-4835f0aa2f5f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:48.031528 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c82a5117-f3cf-4c4b-a780-3bfb4af000da req-0aaca00d-aaeb-4486-9249-4835f0aa2f5f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0876298 Sep 09 20:29:48.053085 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa9796-e480-499a-a24a-7c5861a73e96 req-9e208169-35b6-4f4f-8dd3-37d278481de1 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:48.054840 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-eefa9796-e480-499a-a24a-7c5861a73e96 req-9e208169-35b6-4f4f-8dd3-37d278481de1 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 945 time: 0.0739350 Sep 09 20:29:48.138947 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c82a5117-f3cf-4c4b-a780-3bfb4af000da req-e4bfd885-cd86-4390-be93-0bb50755b886 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011322 Sep 09 20:29:48.152309 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-eefa9796-e480-499a-a24a-7c5861a73e96 req-2d5d039d-8dde-4879-8caa-4d1eac70c379 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848794 Sep 09 20:29:49.308305 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8dd4c-4b35-4765-a692-157a1cc046a4 req-777a6d1e-c057-4b0c-88c7-2aedaeea7f8a tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:49.309768 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ee8dd4c-4b35-4765-a692-157a1cc046a4 req-777a6d1e-c057-4b0c-88c7-2aedaeea7f8a tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0687335 Sep 09 20:29:49.315165 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef961f98-5bd9-4d93-8210-b9e8b4fab6db req-a9f50a6f-ccc5-4781-bc7a-8a0b5028b19c tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:49.316497 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ef961f98-5bd9-4d93-8210-b9e8b4fab6db req-a9f50a6f-ccc5-4781-bc7a-8a0b5028b19c tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 945 time: 0.0871615 Sep 09 20:29:49.391640 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ee8dd4c-4b35-4765-a692-157a1cc046a4 req-7a8c1ac6-1159-4f0e-8000-0b4478bddab2 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742011 Sep 09 20:29:49.395013 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ef961f98-5bd9-4d93-8210-b9e8b4fab6db req-31940ff2-9770-4ee3-a391-845026944c79 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717256 Sep 09 20:29:50.646974 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc28d7-bc44-4e1c-abe7-d8dfaaf9ae28 req-643c5f83-36af-4d75-abb0-141cd6644295 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:50.648405 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b6cc28d7-bc44-4e1c-abe7-d8dfaaf9ae28 req-643c5f83-36af-4d75-abb0-141cd6644295 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0453701 Sep 09 20:29:50.698422 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b6cc28d7-bc44-4e1c-abe7-d8dfaaf9ae28 req-bdd392de-10d4-4d6d-9bf7-f0c4e4a12fd9 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433333 Sep 09 20:29:51.818050 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3362ffe-1472-4075-87e5-722bef3a6fe3 req-4ad0c969-7b74-48a2-b1b4-0de378cee6ae tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:51.819497 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a3362ffe-1472-4075-87e5-722bef3a6fe3 req-4ad0c969-7b74-48a2-b1b4-0de378cee6ae tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0467849 Sep 09 20:29:51.866737 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a3362ffe-1472-4075-87e5-722bef3a6fe3 req-cbb4315c-7f8e-4b28-925e-29b6af3afc00 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415795 Sep 09 20:29:52.596853 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78cfa4-61af-48cd-984d-7428b04f7613 req-87bc7e0d-b184-41bf-a770-d5849a649548 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:52.598763 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1f78cfa4-61af-48cd-984d-7428b04f7613 req-87bc7e0d-b184-41bf-a770-d5849a649548 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 945 time: 0.0514081 Sep 09 20:29:52.647304 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1f78cfa4-61af-48cd-984d-7428b04f7613 req-b3b41b5f-7669-4602-8549-185217c251d3 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Sep 09 20:29:52.992408 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f9a72-df26-4ee3-b3dd-dd702b1b8b51 req-afc4c267-fb7d-4ea4-af33-2ad9c9a830d0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:52.993732 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-591f9a72-df26-4ee3-b3dd-dd702b1b8b51 req-afc4c267-fb7d-4ea4-af33-2ad9c9a830d0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0508926 Sep 09 20:29:53.040942 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-591f9a72-df26-4ee3-b3dd-dd702b1b8b51 req-63b0e7e1-e091-4414-9584-5bbc13e3c2f0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 Sep 09 20:29:53.761925 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:53.770876 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cae59-0a13-4009-b26d-21844933f45b req-c64149ae-037f-4fae-9e3d-b02afedcc4e4 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:53.772337 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-497cae59-0a13-4009-b26d-21844933f45b req-c64149ae-037f-4fae-9e3d-b02afedcc4e4 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 945 time: 0.0484343 Sep 09 20:29:53.790712 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:53.822632 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-497cae59-0a13-4009-b26d-21844933f45b req-ee60a58a-bed2-478c-97a2-b72925805e78 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445597 Sep 09 20:29:53.822866 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:53.833863 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=5 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:54.159675 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90870993-ff1d-401d-8e17-be07c8d1d1c6 req-94dd45f4-b92d-4ac2-979c-b822873c59ee tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:54.161103 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-90870993-ff1d-401d-8e17-be07c8d1d1c6 req-94dd45f4-b92d-4ac2-979c-b822873c59ee tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0458300 Sep 09 20:29:54.209798 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-90870993-ff1d-401d-8e17-be07c8d1d1c6 req-c562b242-ad7e-4d3b-9129-4e817eb82127 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 Sep 09 20:29:54.940048 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235e0b8-7d02-4a38-b6f2-1f57287dda0f req-5b64d779-a081-42ef-bcc7-842b1bae361b tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:54.941428 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f235e0b8-7d02-4a38-b6f2-1f57287dda0f req-5b64d779-a081-42ef-bcc7-842b1bae361b tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 945 time: 0.0462151 Sep 09 20:29:54.986999 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f235e0b8-7d02-4a38-b6f2-1f57287dda0f req-819e3411-3d0a-4f67-a168-e1e2e2f92aee tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 Sep 09 20:29:55.333930 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36908f-2a5c-4405-8b13-cad44b90a158 req-7596ee45-2d2b-4e72-88d2-a4532cb3fe5e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:55.335407 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8e36908f-2a5c-4405-8b13-cad44b90a158 req-7596ee45-2d2b-4e72-88d2-a4532cb3fe5e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0487704 Sep 09 20:29:55.383540 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8e36908f-2a5c-4405-8b13-cad44b90a158 req-b7ec507f-5b38-4472-9d5f-f48a3471cbf7 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419419 Sep 09 20:29:56.082521 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 59446) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:56.111202 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebac45-f281-4a22-86dc-621df439af0a req-a5db7721-1cef-4a42-ace9-d5f8b1833c30 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:56.112738 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-32ebac45-f281-4a22-86dc-621df439af0a req-a5db7721-1cef-4a42-ace9-d5f8b1833c30 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 945 time: 0.0503628 Sep 09 20:29:56.163012 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-32ebac45-f281-4a22-86dc-621df439af0a req-c8facb0c-f0cb-4cdb-981d-cd20a194dc90 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419288 Sep 09 20:29:56.193587 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c0656e8a-661e-4afd-9d0b-a64d98015df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:56.270504 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c0656e8a-661e-4afd-9d0b-a64d98015df3 admin admin] Publish callbacks [] for security_group (2fbbe19b-4f0d-4418-ab7c-0937ec2085e2), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:56.275513 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c0656e8a-661e-4afd-9d0b-a64d98015df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (2fbbe19b-4f0d-4418-ab7c-0937ec2085e2), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:56.316583 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-c0656e8a-661e-4afd-9d0b-a64d98015df3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=65c0a823d2db4790be0da2553b43a92c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329178 Sep 09 20:29:56.317465 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0656e8a-661e-4afd-9d0b-a64d98015df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbbe19b-4f0d-4418-ab7c-0937ec2085e2,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:56.319774 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59460) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:56.373415 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f4c95871-c9e2-49a5-a5ce-6db3bbdccc22 admin admin] Publish callbacks [] for security_group (2fbbe19b-4f0d-4418-ab7c-0937ec2085e2), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:56.396750 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f4c95871-c9e2-49a5-a5ce-6db3bbdccc22 admin admin] Publish callbacks [] for security_group (2fbbe19b-4f0d-4418-ab7c-0937ec2085e2), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:56.498761 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f4c95871-c9e2-49a5-a5ce-6db3bbdccc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (2fbbe19b-4f0d-4418-ab7c-0937ec2085e2), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:56.502080 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f4c95871-c9e2-49a5-a5ce-6db3bbdccc22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:56.505953 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-f4c95871-c9e2-49a5-a5ce-6db3bbdccc22 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2fbbe19b-4f0d-4418-ab7c-0937ec2085e2 HTTP/1.1" status: 204 len: 168 time: 0.1850200 Sep 09 20:29:56.546586 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7829028-bc79-416a-b6bb-268f104ef8be req-54a7d50e-5928-40a8-8383-d8b83a4e6422 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:56.551447 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f7829028-bc79-416a-b6bb-268f104ef8be req-54a7d50e-5928-40a8-8383-d8b83a4e6422 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0851271 Sep 09 20:29:56.555558 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c95871-c9e2-49a5-a5ce-6db3bbdccc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbbe19b-4f0d-4418-ab7c-0937ec2085e2,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:56.583258 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:56.591349 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:56.639596 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f7829028-bc79-416a-b6bb-268f104ef8be req-fe4a6f89-fd53-4edf-91b4-1a518307f311 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719938 Sep 09 20:29:56.809795 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59490) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:56.920499 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-69a884e6-7ad3-4693-b42f-4887c536bd04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:56.943313 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 59496) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:56.959261 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-55fdcaef-f224-46d5-8d26-2b750f2741bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.004119 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-69a884e6-7ad3-4693-b42f-4887c536bd04 admin admin] Publish callbacks [] for security_group (ac2709b4-397b-45d2-b757-83b3177a9eb2), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.006231 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:57.007822 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-69a884e6-7ad3-4693-b42f-4887c536bd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (ac2709b4-397b-45d2-b757-83b3177a9eb2), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.046931 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a884e6-7ad3-4693-b42f-4887c536bd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2709b4-397b-45d2-b757-83b3177a9eb2,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:57.047682 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-55fdcaef-f224-46d5-8d26-2b750f2741bc admin admin] Publish callbacks [] for security_group (e7f0b9e8-2194-4be2-b733-1884ad7edce9), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.054402 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-69a884e6-7ad3-4693-b42f-4887c536bd04 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9b9d6b789ba942ef8afd5821269a2782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408779 Sep 09 20:29:57.054593 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-55fdcaef-f224-46d5-8d26-2b750f2741bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (e7f0b9e8-2194-4be2-b733-1884ad7edce9), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.054680 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59498) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:57.076976 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:57.082728 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:57.107542 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0f134290-b47c-4bfb-9bbe-8facf7393040 admin admin] Publish callbacks [] for security_group (ac2709b4-397b-45d2-b757-83b3177a9eb2), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.111048 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-55fdcaef-f224-46d5-8d26-2b750f2741bc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=060fb9b1ecef4d48915cd004803b46e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634433 Sep 09 20:29:57.111453 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fdcaef-f224-46d5-8d26-2b750f2741bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f0b9e8-2194-4be2-b733-1884ad7edce9,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:57.116810 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59500) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:57.129782 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:57.156775 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0f134290-b47c-4bfb-9bbe-8facf7393040 admin admin] Publish callbacks [] for security_group (ac2709b4-397b-45d2-b757-83b3177a9eb2), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.160988 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a7313-6513-4114-a889-a6747288edd2 req-9d23ef82-e163-4c8f-a0f8-af57d9987b5d tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:57.163149 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0a2a7313-6513-4114-a889-a6747288edd2 req-9d23ef82-e163-4c8f-a0f8-af57d9987b5d tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 945 time: 0.0657525 Sep 09 20:29:57.214728 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2e5b4c9f-a782-456f-a1d4-924c7ac8ce83 admin admin] Publish callbacks [] for security_group (e7f0b9e8-2194-4be2-b733-1884ad7edce9), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.239944 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2e5b4c9f-a782-456f-a1d4-924c7ac8ce83 admin admin] Publish callbacks [] for security_group (e7f0b9e8-2194-4be2-b733-1884ad7edce9), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.247450 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0f134290-b47c-4bfb-9bbe-8facf7393040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (ac2709b4-397b-45d2-b757-83b3177a9eb2), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.250070 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0f134290-b47c-4bfb-9bbe-8facf7393040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.251267 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-0f134290-b47c-4bfb-9bbe-8facf7393040 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ac2709b4-397b-45d2-b757-83b3177a9eb2 HTTP/1.1" status: 204 len: 168 time: 0.1957090 Sep 09 20:29:57.271753 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f134290-b47c-4bfb-9bbe-8facf7393040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2709b4-397b-45d2-b757-83b3177a9eb2,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:57.316346 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2e5b4c9f-a782-456f-a1d4-924c7ac8ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (e7f0b9e8-2194-4be2-b733-1884ad7edce9), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.320701 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2e5b4c9f-a782-456f-a1d4-924c7ac8ce83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.324740 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-2e5b4c9f-a782-456f-a1d4-924c7ac8ce83 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e7f0b9e8-2194-4be2-b733-1884ad7edce9 HTTP/1.1" status: 204 len: 168 time: 0.2040801 Sep 09 20:29:57.332911 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b4c9f-a782-456f-a1d4-924c7ac8ce83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f0b9e8-2194-4be2-b733-1884ad7edce9,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:57.448250 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9ce6-7b4b-4b28-8a21-ef36f2e29be1 req-8be02f63-f1c8-4794-add5-901c003cf340 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:57.449996 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f3bb9ce6-7b4b-4b28-8a21-ef36f2e29be1 req-8be02f63-f1c8-4794-add5-901c003cf340 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 945 time: 0.0551088 Sep 09 20:29:57.533748 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f3bb9ce6-7b4b-4b28-8a21-ef36f2e29be1 req-70e4e698-a5f2-4d09-a151-884b0edc97ba tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616345 Sep 09 20:29:57.743515 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 59518) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:57.758785 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ab8-82e9-4754-a661-02ef889578f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.787353 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589c049-b874-46aa-a5a5-a655102575ee req-302d7fd1-6499-4bd8-9bd1-a28fa9df5816 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:57.789587 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9589c049-b874-46aa-a5a5-a655102575ee req-302d7fd1-6499-4bd8-9bd1-a28fa9df5816 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0700860 Sep 09 20:29:57.811437 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 59524) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:57.836870 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b6a9f463-c881-4f69-a4ca-322c9307d7ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.856057 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9589c049-b874-46aa-a5a5-a655102575ee req-7296e7c6-9699-4961-917c-c673d4b660e2 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588081 Sep 09 20:29:57.902298 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ab8-82e9-4754-a661-02ef889578f6 admin admin] Publish callbacks [] for security_group (954d60a2-cf18-4303-900d-fac13a7b0f90), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.907526 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ab8-82e9-4754-a661-02ef889578f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (954d60a2-cf18-4303-900d-fac13a7b0f90), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:57.966401 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-69ac3ab8-82e9-4754-a661-02ef889578f6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6d518257591540da9f6d1ba2ea5df4d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217932 Sep 09 20:29:57.967076 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac3ab8-82e9-4754-a661-02ef889578f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954d60a2-cf18-4303-900d-fac13a7b0f90,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:57.969277 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59528) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:57.997281 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b6a9f463-c881-4f69-a4ca-322c9307d7ec admin admin] Publish callbacks [] for security_group (60a2e517-e6c6-4c48-891c-91f37f5d4a94), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:58.006680 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b6a9f463-c881-4f69-a4ca-322c9307d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (60a2e517-e6c6-4c48-891c-91f37f5d4a94), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:58.058449 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-62bbbe35-51d3-4f13-a31d-2c2f75727add admin admin] Publish callbacks [] for security_group (954d60a2-cf18-4303-900d-fac13a7b0f90), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:58.109811 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-62bbbe35-51d3-4f13-a31d-2c2f75727add admin admin] Publish callbacks [] for security_group (954d60a2-cf18-4303-900d-fac13a7b0f90), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:58.137542 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9f463-c881-4f69-a4ca-322c9307d7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a2e517-e6c6-4c48-891c-91f37f5d4a94,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:58.147160 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-b6a9f463-c881-4f69-a4ca-322c9307d7ec admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a63bc70ae2fa4504a749058ad94e3b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325906 Sep 09 20:29:58.150286 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 59536) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:29:58.236921 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-62bbbe35-51d3-4f13-a31d-2c2f75727add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (954d60a2-cf18-4303-900d-fac13a7b0f90), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:58.240848 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-62bbbe35-51d3-4f13-a31d-2c2f75727add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:58.242313 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-62bbbe35-51d3-4f13-a31d-2c2f75727add admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/954d60a2-cf18-4303-900d-fac13a7b0f90 HTTP/1.1" status: 204 len: 168 time: 0.2717957 Sep 09 20:29:58.269964 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-7b3a004d-70fb-4e44-8b3e-7243b55e7edc admin admin] Publish callbacks [] for security_group (60a2e517-e6c6-4c48-891c-91f37f5d4a94), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:58.270423 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbbe35-51d3-4f13-a31d-2c2f75727add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954d60a2-cf18-4303-900d-fac13a7b0f90,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:58.329174 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-7b3a004d-70fb-4e44-8b3e-7243b55e7edc admin admin] Publish callbacks [] for security_group (60a2e517-e6c6-4c48-891c-91f37f5d4a94), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:58.358968 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-0a2a7313-6513-4114-a889-a6747288edd2 req-3408ceb8-d8e2-464e-af0c-c712c8e1c7ab tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Deleting port 7157c67a-6889-4bef-89d3-a5b69b26bed3 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:29:58.358968 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-0a2a7313-6513-4114-a889-a6747288edd2 req-3408ceb8-d8e2-464e-af0c-c712c8e1c7ab tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (7157c67a-6889-4bef-89d3-a5b69b26bed3), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:58.429271 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c155cfd-2be1-4508-9e17-b8f63882e885 req-1ff13053-9211-4003-8145-596805772f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:58.430851 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5c155cfd-2be1-4508-9e17-b8f63882e885 req-1ff13053-9211-4003-8145-596805772f28 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 1129 time: 0.1253786 Sep 09 20:29:58.479659 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11739b7a-ae86-42b8-9f66-5ee053ee0daa req-ec80218d-9ece-404b-88cc-03d2f6527d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:58.481151 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-11739b7a-ae86-42b8-9f66-5ee053ee0daa req-ec80218d-9ece-404b-88cc-03d2f6527d8d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0722480 Sep 09 20:29:58.510504 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-7b3a004d-70fb-4e44-8b3e-7243b55e7edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (60a2e517-e6c6-4c48-891c-91f37f5d4a94), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:58.513466 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-7b3a004d-70fb-4e44-8b3e-7243b55e7edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:58.516904 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-7b3a004d-70fb-4e44-8b3e-7243b55e7edc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/60a2e517-e6c6-4c48-891c-91f37f5d4a94 HTTP/1.1" status: 204 len: 168 time: 0.3628292 Sep 09 20:29:58.559624 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-11739b7a-ae86-42b8-9f66-5ee053ee0daa req-24bf71cc-a9eb-40c7-a347-01aeaa268b71 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688603 Sep 09 20:29:58.589702 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:58.589702 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:58.589702 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5c155cfd-2be1-4508-9e17-b8f63882e885 req-6b20ba9e-fe1e-44a1-be4d-1b234b020f60 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195996 Sep 09 20:29:58.589702 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a004d-70fb-4e44-8b3e-7243b55e7edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a2e517-e6c6-4c48-891c-91f37f5d4a94,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:58.616050 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-0a2a7313-6513-4114-a889-a6747288edd2 req-3408ceb8-d8e2-464e-af0c-c712c8e1c7ab tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] For port 7157c67a-6889-4bef-89d3-a5b69b26bed3, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=7157c67a-6889-4bef-89d3-a5b69b26bed3,segment=NetworkSegment(5deaa828-989a-4d7a-bcdf-326c6846b6ce),segment_id=5deaa828-989a-4d7a-bcdf-326c6846b6ce)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:29:58.616832 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-0a2a7313-6513-4114-a889-a6747288edd2 req-3408ceb8-d8e2-464e-af0c-c712c8e1c7ab tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (7157c67a-6889-4bef-89d3-a5b69b26bed3), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:58.639423 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-0a2a7313-6513-4114-a889-a6747288edd2 req-3408ceb8-d8e2-464e-af0c-c712c8e1c7ab tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Calling delete_port for 7157c67a-6889-4bef-89d3-a5b69b26bed3 owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:29:58.682467 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15827c-1a12-4874-9d71-7bc8671cf006 req-20a84967-32d7-41c9-9fbc-03ad5e12671f tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:58.684915 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-be15827c-1a12-4874-9d71-7bc8671cf006 req-20a84967-32d7-41c9-9fbc-03ad5e12671f tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 945 time: 0.0659702 Sep 09 20:29:58.741377 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-be15827c-1a12-4874-9d71-7bc8671cf006 req-5fa763ea-4c06-48b1-8635-6e9bb10fb703 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=db9ccfd0-abe0-4f7d-b76c-42d0811bca77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502307 Sep 09 20:29:58.797038 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-0a2a7313-6513-4114-a889-a6747288edd2 req-3408ceb8-d8e2-464e-af0c-c712c8e1c7ab tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (7157c67a-6889-4bef-89d3-a5b69b26bed3), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:58.826549 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408ceb8-d8e2-464e-af0c-c712c8e1c7ab tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Pushing event deleted for resources: {'Port': ['ID=7157c67a-6889-4bef-89d3-a5b69b26bed3,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:29:58.876244 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2a7313-6513-4114-a889-a6747288edd2 req-3408ceb8-d8e2-464e-af0c-c712c8e1c7ab tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] No DVR routers for this DVR port 7157c67a-6889-4bef-89d3-a5b69b26bed3 on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:29:58.879140 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-0a2a7313-6513-4114-a889-a6747288edd2 req-3408ceb8-d8e2-464e-af0c-c712c8e1c7ab tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:29:58.882666 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0a2a7313-6513-4114-a889-a6747288edd2 req-3408ceb8-d8e2-464e-af0c-c712c8e1c7ab tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.25 "DELETE /networking/v2.0/ports/7157c67a-6889-4bef-89d3-a5b69b26bed3 HTTP/1.1" status: 204 len: 173 time: 0.8423002 Sep 09 20:29:58.883307 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e38a01-a7a2-452c-9a08-fe4bcc2d816d', 'name': 'network-vif-deleted', 'tag': '7157c67a-6889-4bef-89d3-a5b69b26bed3'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:29:58.887137 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53bbbac-b9b4-4b5d-b442-ddea2e4bf812" -d '{"events": [{"server_uuid": "46e38a01-a7a2-452c-9a08-fe4bcc2d816d", "name": "network-vif-deleted", "tag": "7157c67a-6889-4bef-89d3-a5b69b26bed3"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:29:58.934277 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af224aab-afea-40c9-8607-4d245491ab11 x-openstack-request-id: req-af224aab-afea-40c9-8607-4d245491ab11 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:29:58.934691 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e38a01-a7a2-452c-9a08-fe4bcc2d816d", "name": "network-vif-deleted", "tag": "7157c67a-6889-4bef-89d3-a5b69b26bed3", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:29:58.935225 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af224aab-afea-40c9-8607-4d245491ab11 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:29:58.935707 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af224aab-afea-40c9-8607-4d245491ab11'] response: {'server_uuid': '46e38a01-a7a2-452c-9a08-fe4bcc2d816d', 'name': 'network-vif-deleted', 'tag': '7157c67a-6889-4bef-89d3-a5b69b26bed3', 'status': 'completed', 'code': 200} Sep 09 20:29:59.021067 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133530ac-0167-4634-b2c8-f39012686cd6 req-1aca7fa2-3538-45cc-bcb2-3e33bc36f5ea tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:59.022598 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-133530ac-0167-4634-b2c8-f39012686cd6 req-1aca7fa2-3538-45cc-bcb2-3e33bc36f5ea tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0581539 Sep 09 20:29:59.092948 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-133530ac-0167-4634-b2c8-f39012686cd6 req-dc844edb-aa06-4f41-9c19-40b4fc891209 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621598 Sep 09 20:29:59.694745 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55a37c-1f2d-4f0d-aec6-39687140754c req-edb42e36-e7c7-4108-9bf7-ab1a1bfc34fe tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:29:59.695362 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8f55a37c-1f2d-4f0d-aec6-39687140754c req-edb42e36-e7c7-4108-9bf7-ab1a1bfc34fe tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0484948 Sep 09 20:29:59.710620 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:59.750191 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8f55a37c-1f2d-4f0d-aec6-39687140754c req-c89019f5-81d1-4c89-adba-bfc158c9ba5f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479481 Sep 09 20:29:59.849794 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:29:59.871185 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9ab3f5bb-539a-459d-8a41-0c9e96d32dbf req-cab49719-ae7c-4b6b-9291-43c73898c4b2 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 210 time: 0.0297482 Sep 09 20:30:00.143309 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59632) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:00.233841 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3c2ce-95ee-48e9-ab67-82ee1a045ec0 req-92306280-9c5e-4176-98ac-f4d9ebe45d9e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:00.235310 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-04e3c2ce-95ee-48e9-ab67-82ee1a045ec0 req-92306280-9c5e-4176-98ac-f4d9ebe45d9e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0549102 Sep 09 20:30:00.274095 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd7cb465-bb00-4865-99fa-1ca8c82b5a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:00.308501 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-04e3c2ce-95ee-48e9-ab67-82ee1a045ec0 req-2d295892-d882-4072-af81-947961bff1ea tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666146 Sep 09 20:30:00.374037 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd7cb465-bb00-4865-99fa-1ca8c82b5a0c admin admin] Publish callbacks [] for security_group (62dba4d8-52b5-4b10-b6af-2dc45ae585be), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:00.377886 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd7cb465-bb00-4865-99fa-1ca8c82b5a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (62dba4d8-52b5-4b10-b6af-2dc45ae585be), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:00.425045 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-cd7cb465-bb00-4865-99fa-1ca8c82b5a0c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9e40b654b93e47dbac97665bcf044e27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803812 Sep 09 20:30:00.425635 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7cb465-bb00-4865-99fa-1ca8c82b5a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dba4d8-52b5-4b10-b6af-2dc45ae585be,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:00.427757 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 59648) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:00.494664 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9019675c-f45a-468f-bb1d-676f52367579 admin admin] Publish callbacks [] for security_group (62dba4d8-52b5-4b10-b6af-2dc45ae585be), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:00.519330 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9019675c-f45a-468f-bb1d-676f52367579 admin admin] Publish callbacks [] for security_group (62dba4d8-52b5-4b10-b6af-2dc45ae585be), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:00.578273 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9019675c-f45a-468f-bb1d-676f52367579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (62dba4d8-52b5-4b10-b6af-2dc45ae585be), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:00.582642 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9019675c-f45a-468f-bb1d-676f52367579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:00.586121 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-9019675c-f45a-468f-bb1d-676f52367579 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/62dba4d8-52b5-4b10-b6af-2dc45ae585be HTTP/1.1" status: 204 len: 168 time: 0.1547692 Sep 09 20:30:00.592603 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019675c-f45a-468f-bb1d-676f52367579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dba4d8-52b5-4b10-b6af-2dc45ae585be,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:00.887292 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4532bec-5fc5-40fa-ab95-78244a0e3188 req-37020e45-dd7b-4bd2-934d-b087885af693 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:00.888882 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b4532bec-5fc5-40fa-ab95-78244a0e3188 req-37020e45-dd7b-4bd2-934d-b087885af693 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0493655 Sep 09 20:30:00.955056 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b4532bec-5fc5-40fa-ab95-78244a0e3188 req-7656739f-3629-48bc-911b-d48cda28a5c0 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600116 Sep 09 20:30:01.005218 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d86de964-035e-4296-963f-44f55ccdf4ba req-74bb167e-e3cf-4567-878d-9ee3563244ed tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 210 time: 0.0277722 Sep 09 20:30:01.329700 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696c8f6-ec27-4d46-9649-688bbf10ab02 req-89929a6c-9dc1-4865-a333-6773b6920818 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:01.331232 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b696c8f6-ec27-4d46-9649-688bbf10ab02 req-89929a6c-9dc1-4865-a333-6773b6920818 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0485048 Sep 09 20:30:01.382340 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b696c8f6-ec27-4d46-9649-688bbf10ab02 req-74dadec7-1661-457c-8c15-a8050b09e736 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453928 Sep 09 20:30:01.391327 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59698) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:01.446745 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0d74b-3da8-4277-bd51-72cd092160a7 req-c756ba4a-8f4b-44ba-9e8e-aea854a219bf tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:01.448273 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e6a0d74b-3da8-4277-bd51-72cd092160a7 req-c756ba4a-8f4b-44ba-9e8e-aea854a219bf tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0545163 Sep 09 20:30:01.493901 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-495178087-network', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:30:01.507733 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e6a0d74b-3da8-4277-bd51-72cd092160a7 req-d7a4bf81-290b-42cc-bc1a-31590235ff82 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538602 Sep 09 20:30:01.519540 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] Made reservation on behalf of da5cdb6c865f4345be2de638e6ded3c6 for: {'network': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:30:01.522288 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:01.531622 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:01.602454 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 7157c67a-6889-4bef-89d3-a5b69b26bed3 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:30:01.606779 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] Publish callbacks [] for security_group (404a8b90-6aa9-40cf-8a38-36001ab1cd95), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:01.611038 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (404a8b90-6aa9-40cf-8a38-36001ab1cd95), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:01.624673 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: 7157c67a-6889-4bef-89d3-a5b69b26bed3 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:30:01.625028 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 7157c67a-6889-4bef-89d3-a5b69b26bed3 not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:30:01.638657 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=106234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:30:01.647700 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404a8b90-6aa9-40cf-8a38-36001ab1cd95,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:01.653592 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:01.653935 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.segments_db [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] Added segment 01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc of type vlan for network c6492b96-0167-457f-ad6b-c9784b1d6ec0 Sep 09 20:30:01.691996 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:01.706690 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (c6492b96-0167-457f-ad6b-c9784b1d6ec0), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:01.714059 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:01.732826 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (c6492b96-0167-457f-ad6b-c9784b1d6ec0), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:01.733832 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:01.734416 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:01.786026 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3935864 Sep 09 20:30:01.788868 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59706) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:01.799926 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-02a1b9d3-c8f4-4137-aca0-482ee2dfcc4f admin admin] Request body: {'subnet': {'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-495178087-subnet', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'ip_version': 4}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:30:01.811686 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd0585-f735-4ea1-867c-c42467c03da4 admin admin] Pushing event updated for resources: {'Network': ['ID=c6492b96-0167-457f-ad6b-c9784b1d6ec0,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:01.821110 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network c6492b96-0167-457f-ad6b-c9784b1d6ec0 details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:30:01.824164 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a1b9d3-c8f4-4137-aca0-482ee2dfcc4f admin admin] Made reservation on behalf of da5cdb6c865f4345be2de638e6ded3c6 for: {'subnet': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:30:01.826537 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-02a1b9d3-c8f4-4137-aca0-482ee2dfcc4f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:01.991756 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-02a1b9d3-c8f4-4137-aca0-482ee2dfcc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for subnet (4c0dc9ef-f83a-486d-829c-455d4a9a91e2), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:02.052182 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1b9d3-c8f4-4137-aca0-482ee2dfcc4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c0dc9ef-f83a-486d-829c-455d4a9a91e2,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:02.092768 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a1b9d3-c8f4-4137-aca0-482ee2dfcc4f admin admin] Checking segment: {'id': '01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:30:02.093134 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a1b9d3-c8f4-4137-aca0-482ee2dfcc4f admin admin] Network hostable DHCP agents. Network: c6492b96-0167-457f-ad6b-c9784b1d6ec0, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:30:02.134516 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b459d5-4e38-455e-a41c-45e3156e21ef req-4680b716-543b-4e68-aea3-d215c343fec4 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:02.136575 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-17b459d5-4e38-455e-a41c-45e3156e21ef req-4680b716-543b-4e68-aea3-d215c343fec4 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0966854 Sep 09 20:30:02.139308 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6f8fb624-d5e5-47d1-8792-4696e4651c82 req-cf0d6e81-d160-4005-a2c3-3af180506688 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 210 time: 0.0438168 Sep 09 20:30:02.190499 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a1b9d3-c8f4-4137-aca0-482ee2dfcc4f admin admin] Network c6492b96-0167-457f-ad6b-c9784b1d6ec0 is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:30:02.214855 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-02a1b9d3-c8f4-4137-aca0-482ee2dfcc4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, c6492b96-0167-457f-ad6b-c9784b1d6ec0) {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:30:02.221687 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a1b9d3-c8f4-4137-aca0-482ee2dfcc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:02.222250 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-02a1b9d3-c8f4-4137-aca0-482ee2dfcc4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:02.225090 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20a8d96-65c3-4920-b185-aed85a296f85 None None] Network c6492b96-0167-457f-ad6b-c9784b1d6ec0 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:30:02.229009 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-17b459d5-4e38-455e-a41c-45e3156e21ef req-cbf9fb57-080f-4bd1-a115-8fd607e4c31d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863662 Sep 09 20:30:02.255720 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 59712) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:02.256277 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-02a1b9d3-c8f4-4137-aca0-482ee2dfcc4f admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4655895 Sep 09 20:30:02.265229 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:30:02.295483 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8542'] for router (edb9c230-7383-46c6-8475-8fbb76bcb2a3), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:02.296775 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3928055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3906963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3841639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8551'] for router (edb9c230-7383-46c6-8475-8fbb76bcb2a3), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:02.358130 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4441b4b3-f14a-588a-a12e-fdb9a972832d-c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'fixed_ips': [{'subnet_id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2'}]}} from dv-cinder-849325-4-iscsi. {{(pid=106236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 20:30:02.359798 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:02.363329 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Publish callbacks [] for router_controller (edb9c230-7383-46c6-8475-8fbb76bcb2a3), precommit_add_association {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:02.516161 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Publish callbacks [] for router_gateway (edb9c230-7383-46c6-8475-8fbb76bcb2a3), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:02.557066 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafb6de-7755-4489-90e4-ba060733f669 req-feb152a6-e048-4564-b34f-156c0cf479ea tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:02.571769 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bdafb6de-7755-4489-90e4-ba060733f669 req-feb152a6-e048-4564-b34f-156c0cf479ea tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0977731 Sep 09 20:30:02.601535 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.db_base_plugin_common [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Allocated IP 172.20.0.2 (c6492b96-0167-457f-ad6b-c9784b1d6ec0/4c0dc9ef-f83a-486d-829c-455d4a9a91e2/3087dca8-de4d-4ef3-81ba-604091bf96aa) {{(pid=106236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:30:02.687976 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bdafb6de-7755-4489-90e4-ba060733f669 req-8a8c4b23-f0b1-4f0c-8b9d-6368ad13848d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965796 Sep 09 20:30:02.860938 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c03c17-e3cc-4d26-a3e5-9c52398743b8 req-d82f538a-86b5-41fa-8587-82d704a840f2 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:02.862540 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d3c03c17-e3cc-4d26-a3e5-9c52398743b8 req-d82f538a-86b5-41fa-8587-82d704a840f2 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.1356180 Sep 09 20:30:02.905515 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Publish callbacks [] for router_gateway (edb9c230-7383-46c6-8475-8fbb76bcb2a3), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:02.917476 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Publish callbacks [] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), precommit_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:02.925749 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:02.928265 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:02.951528 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d3c03c17-e3cc-4d26-a3e5-9c52398743b8 req-fb6ea994-ae47-4416-90fd-145aa51dcfa2 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803952 Sep 09 20:30:02.963608 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Network c6492b96-0167-457f-ad6b-c9784b1d6ec0 is already hosted by enough agents. {{(pid=106236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:30:02.965371 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.base_scheduler [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Resources bound (agent type, host, resource id): {{(pid=106236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:30:02.968252 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Received port after_create {{(pid=106236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:30:02.985513 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:03.036454 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Pushing event updated for resources: {'Port': ['ID=3087dca8-de4d-4ef3-81ba-604091bf96aa,revision_number=1']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:03.042394 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Attempting to bind port 3087dca8-de4d-4ef3-81ba-604091bf96aa on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:30:03.042766 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Attempting to bind port 3087dca8-de4d-4ef3-81ba-604091bf96aa by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': '01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:30:03.043138 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Attempting to bind port 3087dca8-de4d-4ef3-81ba-604091bf96aa on network c6492b96-0167-457f-ad6b-c9784b1d6ec0 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:30:03.060805 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Allocated IP 172.27.1.175 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/876d868a-5ce1-48b5-ae03-dab84a2e9f5d) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:30:03.071850 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:03.094552 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:30:03.094935 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Checking segment: {'id': '01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:30:03.095358 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:03.095771 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Bound using segment: {'id': '01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:30:03.096255 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Bound port: 3087dca8-de4d-4ef3-81ba-604091bf96aa, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:30:03.096640 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:03.161713 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] For port 3087dca8-de4d-4ef3-81ba-604091bf96aa, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:30:03.165792 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] For port 3087dca8-de4d-4ef3-81ba-604091bf96aa, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=3087dca8-de4d-4ef3-81ba-604091bf96aa,segment=NetworkSegment(01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc),segment_id=01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:30:03.184507 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:03.210333 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Publish callbacks [] for port (876d868a-5ce1-48b5-ae03-dab84a2e9f5d), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:03.261613 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e4cd8-4f1c-4c92-ba77-dcefa5347589 None None] Pushing event updated for resources: {'Port': ['ID=3087dca8-de4d-4ef3-81ba-604091bf96aa,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:03.295847 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (876d868a-5ce1-48b5-ae03-dab84a2e9f5d), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:03.343777 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c5b8037b-0be2-4b36-a137-fd8fd3ded276 req-bef0b521-2040-4ab8-9276-b9388052a294 tempest-VolumesActionsTest-534535108 tempest-VolumesActionsTest-534535108-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=46e38a01-a7a2-452c-9a08-fe4bcc2d816d HTTP/1.1" status: 200 len: 210 time: 0.0656760 Sep 09 20:30:03.375033 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:30:03.378896 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:30:03.381075 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Pushing event updated for resources: {'Port': ['ID=876d868a-5ce1-48b5-ae03-dab84a2e9f5d,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:03.387781 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:30:03.413410 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbdf43-d6e2-482a-a2a5-c60f3bf7e269 req-ca3c80e5-5d62-48ed-92dc-cb3cce3396f9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:03.414905 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2fdbdf43-d6e2-482a-a2a5-c60f3bf7e269 req-ca3c80e5-5d62-48ed-92dc-cb3cce3396f9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0599236 Sep 09 20:30:03.485222 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:03.501783 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2fdbdf43-d6e2-482a-a2a5-c60f3bf7e269 req-bb9a1529-9242-4211-beb8-7cc4acbef13e tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719194 Sep 09 20:30:03.722323 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Publish callbacks [] for router_gateway (edb9c230-7383-46c6-8475-8fbb76bcb2a3), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:03.946893 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3927968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3926619'] for router (edb9c230-7383-46c6-8475-8fbb76bcb2a3), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:04.011318 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:30:04.139050 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Router edb9c230-7383-46c6-8475-8fbb76bcb2a3 is scheduled to L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f with binding_index 1 {{(pid=106235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:30:04.185464 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f023e3-566c-48c1-9ef2-bcb51a0ed43a req-f9f10b7b-c38d-443e-a4a0-96d207141e15 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:04.192594 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-02f023e3-566c-48c1-9ef2-bcb51a0ed43a req-f9f10b7b-c38d-443e-a4a0-96d207141e15 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.4080157 Sep 09 20:30:04.207443 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:04.221388 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:04.229581 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a73ff5-7a50-43e2-a2f6-928711b4fc66 req-6fb5749c-9ba9-4464-87d1-522d0e9587da tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:04.231351 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-05a73ff5-7a50-43e2-a2f6-928711b4fc66 req-6fb5749c-9ba9-4464-87d1-522d0e9587da tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.1480305 Sep 09 20:30:04.246518 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 3087dca8-de4d-4ef3-81ba-604091bf96aa up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:30:04.274467 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:04.276616 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:04.285863 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-02f023e3-566c-48c1-9ef2-bcb51a0ed43a req-88714b19-6dc4-459f-b795-97899af0455d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921102 Sep 09 20:30:04.308619 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:04.318403 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 3087dca8-de4d-4ef3-81ba-604091bf96aa triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:04.319026 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:04.342083 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-05a73ff5-7a50-43e2-a2f6-928711b4fc66 req-00b10644-faf5-4f3a-9d9b-071989f19a94 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926936 Sep 09 20:30:04.441696 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 3087dca8-de4d-4ef3-81ba-604091bf96aa is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:04.442331 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:04.524199 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae6154-8c2c-4062-b167-d49d7612d622 None None] Network c6492b96-0167-457f-ad6b-c9784b1d6ec0 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:30:04.536800 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 3087dca8-de4d-4ef3-81ba-604091bf96aa, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=3087dca8-de4d-4ef3-81ba-604091bf96aa,segment=NetworkSegment(01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc),segment_id=01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:30:04.580867 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:04.624589 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:30:04.665109 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Sync routers for ids ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:30:04.678826 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-c81dfc93-b66d-42f2-9ab5-dc198088af50 None None] Provisioning complete for port 3087dca8-de4d-4ef3-81ba-604091bf96aa triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:04.679369 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c81dfc93-b66d-42f2-9ab5-dc198088af50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:04.702866 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:04.704437 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-4f446de4-1d3b-4246-93c3-479823bfc9cd admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4481871 Sep 09 20:30:04.707534 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 59786) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:04.771087 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a11830-a704-4a87-935c-d568c7d74e8f req-c0f629bc-a56e-441f-8075-7549d3933df1 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:04.774754 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-69a11830-a704-4a87-935c-d568c7d74e8f req-c0f629bc-a56e-441f-8075-7549d3933df1 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.1146221 Sep 09 20:30:04.819869 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Routers {'edb9c230-7383-46c6-8475-8fbb76bcb2a3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:30:04.823963 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:29:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:04.858694 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d0a21-b7f9-4100-962f-3b7e7ba362aa req-a999f4f4-741f-41f0-828a-7923ef9d8098 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:04.860696 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-006d0a21-b7f9-4100-962f-3b7e7ba362aa req-a999f4f4-741f-41f0-828a-7923ef9d8098 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0980241 Sep 09 20:30:04.885895 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=3087dca8-de4d-4ef3-81ba-604091bf96aa,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:04.894731 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8c881-39ad-4c8d-8a63-4ce70772dab2 req-8c8f1b74-26c3-4e36-8cbe-072279a58cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:04.896611 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-28d8c881-39ad-4c8d-8a63-4ce70772dab2 req-8c8f1b74-26c3-4e36-8cbe-072279a58cb4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 1129 time: 0.1219616 Sep 09 20:30:04.968551 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-c81dfc93-b66d-42f2-9ab5-dc198088af50 None None] Current status of the port 3087dca8-de4d-4ef3-81ba-604091bf96aa is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:04.981585 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-69a11830-a704-4a87-935c-d568c7d74e8f req-e81d2bb5-6af4-48a4-b782-d979e79c61f0 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1802051 Sep 09 20:30:04.989029 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-006d0a21-b7f9-4100-962f-3b7e7ba362aa req-6326c3cd-474f-4c83-8a4f-9ea854b3ab5b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211987 Sep 09 20:30:05.021892 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59796) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:05.075543 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Set router edb9c230-7383-46c6-8475-8fbb76bcb2a3 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:30:05.229876 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:05.245496 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8c881-39ad-4c8d-8a63-4ce70772dab2 req-d69bf5dc-1fde-4abd-be09-53b1945e44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:05.247329 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-28d8c881-39ad-4c8d-8a63-4ce70772dab2 req-d69bf5dc-1fde-4abd-be09-53b1945e44d3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 920 time: 0.3433256 Sep 09 20:30:05.315972 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-28d8c881-39ad-4c8d-8a63-4ce70772dab2 req-1326e8c9-49e9-4544-951f-22f981913eaf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=727b9f9f-0d7b-470a-ba5d-2023a0e7304d HTTP/1.1" status: 200 len: 217 time: 0.0592921 Sep 09 20:30:05.409035 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Publish callbacks [] for security_group (31a0f6f3-e993-4492-9d82-d609ff9842e7), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:05.417865 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (31a0f6f3-e993-4492-9d82-d609ff9842e7), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:05.437893 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8c881-39ad-4c8d-8a63-4ce70772dab2 req-01499b36-6f5c-4f1c-9cbd-87a3953109f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:05.439729 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-28d8c881-39ad-4c8d-8a63-4ce70772dab2 req-01499b36-6f5c-4f1c-9cbd-87a3953109f2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 HTTP/1.1" status: 200 len: 858 time: 0.1148055 Sep 09 20:30:05.505415 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8c881-39ad-4c8d-8a63-4ce70772dab2 req-23caa388-c1e6-4e29-9fc1-d72aeca71b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:05.507061 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-28d8c881-39ad-4c8d-8a63-4ce70772dab2 req-23caa388-c1e6-4e29-9fc1-d72aeca71b62 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b188b4ef-6195-4514-85bf-2356d78cce90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563674 Sep 09 20:30:05.550537 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a0f6f3-e993-4492-9d82-d609ff9842e7,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:05.574316 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2aef7ad8f6b34253a0b2e4172462e659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5512276 Sep 09 20:30:05.580502 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:05.581409 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:05.582344 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:05.583265 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:05.584584 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:05.585347 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:05.585943 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:05.586491 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:05.587048 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:05.587605 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:05.588361 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:05.588982 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:05.589929 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:05.591104 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:05.591948 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db2688b-8dde-4308-bf24-476c1a3ce482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:05.592563 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 59822) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:05.616513 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47546b-6334-442c-a0e3-71ac5300e74c req-eafa5232-b9d9-4703-a781-00003f9c2dfd tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:05.618849 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2e47546b-6334-442c-a0e3-71ac5300e74c req-eafa5232-b9d9-4703-a781-00003f9c2dfd tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.1796529 Sep 09 20:30:05.622005 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-34ec15f6-dfdb-4c37-9968-997c9db4c2ec None None] Provisioning complete for port 3087dca8-de4d-4ef3-81ba-604091bf96aa triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:05.622485 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-34ec15f6-dfdb-4c37-9968-997c9db4c2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:05.661890 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:03Z', 'revision_number': 3, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'gw_port': {'id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:05.702460 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2e47546b-6334-442c-a0e3-71ac5300e74c req-a929bf86-ed3e-4b49-8a19-daf54d499b7a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743930 Sep 09 20:30:05.719004 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Checking router: edb9c230-7383-46c6-8475-8fbb76bcb2a3 for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:30:05.720253 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Updating router edb9c230-7383-46c6-8475-8fbb76bcb2a3 port 876d868a-5ce1-48b5-ae03-dab84a2e9f5d binding host dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:30:05.769767 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (876d868a-5ce1-48b5-ae03-dab84a2e9f5d), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:05.789840 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:05.790523 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:05.811105 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-28d8c881-39ad-4c8d-8a63-4ce70772dab2 req-a8a9b0d2-2eba-4bb1-8a99-ca400e459967 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756350 Sep 09 20:30:05.822333 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:05.831845 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Publish callbacks [] for security_group (31a0f6f3-e993-4492-9d82-d609ff9842e7), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:05.841181 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-34ec15f6-dfdb-4c37-9968-997c9db4c2ec None None] Current status of the port 3087dca8-de4d-4ef3-81ba-604091bf96aa is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:05.924086 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:05.940107 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Publish callbacks [] for security_group (31a0f6f3-e993-4492-9d82-d609ff9842e7), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:05.956021 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:06.050063 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-28d8c881-39ad-4c8d-8a63-4ce70772dab2 req-b88e3641-849e-4e86-bfed-814359ef65cb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296855 Sep 09 20:30:06.086876 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (31a0f6f3-e993-4492-9d82-d609ff9842e7), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.089965 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.093624 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/31a0f6f3-e993-4492-9d82-d609ff9842e7 HTTP/1.1" status: 204 len: 168 time: 0.4956360 Sep 09 20:30:06.103547 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a0f6f3-e993-4492-9d82-d609ff9842e7,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:06.119002 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:06.119424 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:06.119781 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:06.120124 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:06.120462 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:06.120796 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:06.121380 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:06.121714 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:06.122045 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:06.124987 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:06.125415 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:06.126279 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:06.126279 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:06.126534 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:06.126829 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505ef37e-adf1-4b29-8cc7-13bf739d3dd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:06.133533 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Publish callbacks [] for port (876d868a-5ce1-48b5-ae03-dab84a2e9f5d), precommit_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.139577 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Allocated IP 172.20.0.1 (c6492b96-0167-457f-ad6b-c9784b1d6ec0/4c0dc9ef-f83a-486d-829c-455d4a9a91e2/9ec1b31b-9197-422b-97d2-52de53d09ec6) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:30:06.142930 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (876d868a-5ce1-48b5-ae03-dab84a2e9f5d), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.204153 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Attempting to bind port 876d868a-5ce1-48b5-ae03-dab84a2e9f5d on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:30:06.204869 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Attempting to bind port 876d868a-5ce1-48b5-ae03-dab84a2e9f5d by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:30:06.205210 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ed4ba-475f-437d-819d-d91d1d5467ad req-a9ee84f8-419f-4a16-b9a4-97d5fd6f4eb6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:06.206082 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Attempting to bind port 876d868a-5ce1-48b5-ae03-dab84a2e9f5d on network 4c72e26c-57d6-47f3-8e84-e01e12378c25 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:30:06.212877 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e90ed4ba-475f-437d-819d-d91d1d5467ad req-a9ee84f8-419f-4a16-b9a4-97d5fd6f4eb6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.1017668 Sep 09 20:30:06.263150 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aafe8d-c6cb-4782-a0ec-0ff0fe3faf85 None None] Pushing event updated for resources: {'Port': ['ID=876d868a-5ce1-48b5-ae03-dab84a2e9f5d,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:06.278610 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e90ed4ba-475f-437d-819d-d91d1d5467ad req-d9c0d84f-c2ba-4e01-ae94-38e229b5b0a7 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644271 Sep 09 20:30:06.287748 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157a4fc-b877-49b3-ba71-606d669267be req-08949f7b-c9b3-4dc0-95b8-657de46f2a9d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:06.287921 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:30:06.288332 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Checking segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:30:06.288804 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.289281 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Bound using segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:30:06.289939 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Bound port: 876d868a-5ce1-48b5-ae03-dab84a2e9f5d, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:30:06.293172 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f157a4fc-b877-49b3-ba71-606d669267be req-08949f7b-c9b3-4dc0-95b8-657de46f2a9d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.1419783 Sep 09 20:30:06.293348 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (876d868a-5ce1-48b5-ae03-dab84a2e9f5d), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.296631 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 3087dca8-de4d-4ef3-81ba-604091bf96aa up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:30:06.332239 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Publish callbacks [] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.377929 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f157a4fc-b877-49b3-ba71-606d669267be req-5576f447-f2e0-4471-9125-0998ed6d325e tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753374 Sep 09 20:30:06.382494 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.401307 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] For port 876d868a-5ce1-48b5-ae03-dab84a2e9f5d, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:30:06.401687 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] For port 876d868a-5ce1-48b5-ae03-dab84a2e9f5d, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=876d868a-5ce1-48b5-ae03-dab84a2e9f5d,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:30:06.409282 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 3087dca8-de4d-4ef3-81ba-604091bf96aa triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:06.409282 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.412579 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (876d868a-5ce1-48b5-ae03-dab84a2e9f5d), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.422364 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Network c6492b96-0167-457f-ad6b-c9784b1d6ec0 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:30:06.427446 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:30:06.429862 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:30:06.478252 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec1b31b-9197-422b-97d2-52de53d09ec6,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:06.488589 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Routers {'edb9c230-7383-46c6-8475-8fbb76bcb2a3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:30:06.489171 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:29:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:06.494498 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902993'] for router_interface (edb9c230-7383-46c6-8475-8fbb76bcb2a3), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.532907 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:06.565877 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aafe8d-c6cb-4782-a0ec-0ff0fe3faf85 None None] Pushing event updated for resources: {'Port': ['ID=876d868a-5ce1-48b5-ae03-dab84a2e9f5d,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:06.657493 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 3087dca8-de4d-4ef3-81ba-604091bf96aa is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:06.658629 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 59854) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:06.664672 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.699920 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] Set router edb9c230-7383-46c6-8475-8fbb76bcb2a3 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:30:06.707386 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-30b7ad65-f55b-4623-95b9-ed46546a9bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.805200 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-46ea2a10-267b-491a-849c-95eebf434377 None None] Provisioning complete for port 9ec1b31b-9197-422b-97d2-52de53d09ec6 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:06.805610 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-46ea2a10-267b-491a-849c-95eebf434377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.833886 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:06.872871 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-46ea2a10-267b-491a-849c-95eebf434377 None None] Port 9ec1b31b-9197-422b-97d2-52de53d09ec6 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:30:06.895432 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7331-1ce3-49e1-82f7-8a9565b647d7 req-d5513cac-ef5e-4956-8602-b9d0157ac7d1 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:06.902160 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-693c7331-1ce3-49e1-82f7-8a9565b647d7 req-d5513cac-ef5e-4956-8602-b9d0157ac7d1 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0729332 Sep 09 20:30:06.924099 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:06.947031 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:06.953572 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:03Z', 'revision_number': 3, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'gw_port': {'id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:06.956853 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-30b7ad65-f55b-4623-95b9-ed46546a9bdc admin admin] Publish callbacks [] for security_group (8fe8310d-774c-4a35-8752-328db4b1d61f), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.959093 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-693c7331-1ce3-49e1-82f7-8a9565b647d7 req-d98b76ad-bfbc-4b48-b2b4-45789021da32 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548377 Sep 09 20:30:06.966598 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-30b7ad65-f55b-4623-95b9-ed46546a9bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (8fe8310d-774c-4a35-8752-328db4b1d61f), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:06.974425 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:06.983515 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4822bed8-dc35-4ea9-8789-b11dcd6a7509 None None] The sync data for ids ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'] in dv-cinder-849325-4-iscsi is: [{'id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:03Z', 'revision_number': 3, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'gw_port': {'id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:30:07.005038 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Publish callbacks [] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:07.019431 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:07.029287 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-30b7ad65-f55b-4623-95b9-ed46546a9bdc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7a39ee033e2a4d4dbacc38c9171f2c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654625 Sep 09 20:30:07.031995 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59868) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:07.073495 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7ad65-f55b-4623-95b9-ed46546a9bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe8310d-774c-4a35-8752-328db4b1d61f,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:07.085543 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-48163f0f-1690-485f-8b3b-f2d919287b0a admin admin] Publish callbacks [] for security_group (8fe8310d-774c-4a35-8752-328db4b1d61f), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:07.100349 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec1b31b-9197-422b-97d2-52de53d09ec6,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:07.105596 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903117'] for router_interface (edb9c230-7383-46c6-8475-8fbb76bcb2a3), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:07.106702 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-48163f0f-1690-485f-8b3b-f2d919287b0a admin admin] Publish callbacks [] for security_group (8fe8310d-774c-4a35-8752-328db4b1d61f), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:07.163632 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-48163f0f-1690-485f-8b3b-f2d919287b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (8fe8310d-774c-4a35-8752-328db4b1d61f), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:07.166471 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-48163f0f-1690-485f-8b3b-f2d919287b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:07.170086 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-48163f0f-1690-485f-8b3b-f2d919287b0a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8fe8310d-774c-4a35-8752-328db4b1d61f HTTP/1.1" status: 204 len: 168 time: 0.1347513 Sep 09 20:30:07.178283 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48163f0f-1690-485f-8b3b-f2d919287b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe8310d-774c-4a35-8752-328db4b1d61f,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:07.225505 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Network c6492b96-0167-457f-ad6b-c9784b1d6ec0 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:30:07.228229 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:30:07.349683 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-2f560f9e-c8ec-4936-9721-ac5e23ae0ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:07.414577 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:07.435947 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Router edb9c230-7383-46c6-8475-8fbb76bcb2a3 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:30:07.442585 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:07.466245 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab216a9d-c911-4eb1-8ec7-a5e83e355eff req-073d8b8f-63a7-453a-b7ae-8c3772363f6e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:07.474004 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ab216a9d-c911-4eb1-8ec7-a5e83e355eff req-073d8b8f-63a7-453a-b7ae-8c3772363f6e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0776360 Sep 09 20:30:07.584572 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab2359-0260-4eaa-a1db-b8c567b1f9ef req-5aa0802c-167b-4b2e-9089-18d4be9e3e30 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:07.586335 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4fab2359-0260-4eaa-a1db-b8c567b1f9ef req-5aa0802c-167b-4b2e-9089-18d4be9e3e30 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.1002839 Sep 09 20:30:07.597816 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ab216a9d-c911-4eb1-8ec7-a5e83e355eff req-7fb0d5e0-9b9b-481d-9bfc-1f821d1d8907 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227973 Sep 09 20:30:07.608505 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-79a8109a-310a-4464-83d8-2236974f253e None None] Provisioning complete for port 9ec1b31b-9197-422b-97d2-52de53d09ec6 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:07.609033 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-79a8109a-310a-4464-83d8-2236974f253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:07.660906 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:30:07.675070 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-79a8109a-310a-4464-83d8-2236974f253e None None] Port 9ec1b31b-9197-422b-97d2-52de53d09ec6 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:30:07.678611 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-60e43f53-c995-448c-a330-39cdffe4cee4 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/edb9c230-7383-46c6-8475-8fbb76bcb2a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9697108 Sep 09 20:30:07.681915 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4fab2359-0260-4eaa-a1db-b8c567b1f9ef req-37e55f97-d3e4-4f90-9cf9-9b60b6bd2e5b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829389 Sep 09 20:30:08.143222 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b23b3f-12f6-4787-b9e2-b05b41fe1255 req-5a1e0005-f908-46ef-938f-d057526f633a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:08.147593 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-28b23b3f-12f6-4787-b9e2-b05b41fe1255 req-5a1e0005-f908-46ef-938f-d057526f633a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0736623 Sep 09 20:30:08.249581 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-28b23b3f-12f6-4787-b9e2-b05b41fe1255 req-53552d09-46cf-428b-85cc-fca64dd2945c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931866 Sep 09 20:30:08.271149 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 876d868a-5ce1-48b5-ae03-dab84a2e9f5d up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:30:08.350669 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 876d868a-5ce1-48b5-ae03-dab84a2e9f5d triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:08.351384 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (876d868a-5ce1-48b5-ae03-dab84a2e9f5d), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:08.446360 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 876d868a-5ce1-48b5-ae03-dab84a2e9f5d is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:08.446948 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (876d868a-5ce1-48b5-ae03-dab84a2e9f5d), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:08.458151 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59918) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:08.463778 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1774024564-network', 'tenant_id': '33294a040dca4909a3cbeda469245c75'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:30:08.488638 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 876d868a-5ce1-48b5-ae03-dab84a2e9f5d, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=876d868a-5ce1-48b5-ae03-dab84a2e9f5d,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:30:08.493612 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (876d868a-5ce1-48b5-ae03-dab84a2e9f5d), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:08.498396 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] Made reservation on behalf of 33294a040dca4909a3cbeda469245c75 for: {'network': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:30:08.501289 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:08.513710 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:08.578583 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=876d868a-5ce1-48b5-ae03-dab84a2e9f5d,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:08.640837 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:08.645582 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] Publish callbacks [] for security_group (5b89df67-79b0-4ac2-98b4-6ef324d1aa64), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:08.651186 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (5b89df67-79b0-4ac2-98b4-6ef324d1aa64), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:08.689056 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=106234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:30:08.718198 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b89df67-79b0-4ac2-98b4-6ef324d1aa64,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:08.758756 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (c3a322f1-207d-4c21-82c1-9c2169022be5), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:08.758756 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.segments_db [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] Added segment c3a322f1-207d-4c21-82c1-9c2169022be5 of type vlan for network c4fa9650-0477-466a-a7ee-7fa4a1cdd377 Sep 09 20:30:08.844359 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fc021-c5ed-4376-ab7b-eb0713d67c20 req-0a513b30-45cc-4392-a2dd-2b8d125bb31e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:08.845872 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-056fc021-c5ed-4376-ab7b-eb0713d67c20 req-0a513b30-45cc-4392-a2dd-2b8d125bb31e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.1444621 Sep 09 20:30:08.868021 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (c4fa9650-0477-466a-a7ee-7fa4a1cdd377), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:08.885896 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203809e-56d9-46f9-b5f2-36f3be0f402b req-80a2b1b8-eda4-431d-b797-06c02766cb90 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:08.887413 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9203809e-56d9-46f9-b5f2-36f3be0f402b req-80a2b1b8-eda4-431d-b797-06c02766cb90 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0902059 Sep 09 20:30:08.928869 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:08.964847 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-056fc021-c5ed-4376-ab7b-eb0713d67c20 req-a5307b3e-1e94-4126-b156-15fc068e6d79 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103122 Sep 09 20:30:08.973165 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (c4fa9650-0477-466a-a7ee-7fa4a1cdd377), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:08.973966 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:08.974553 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:09.034791 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Sync routers for ids ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:30:09.037748 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9203809e-56d9-46f9-b5f2-36f3be0f402b req-1f02f481-f89e-4df6-a73c-a96cc9bcdaf4 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1398227 Sep 09 20:30:09.048914 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Routers {'edb9c230-7383-46c6-8475-8fbb76bcb2a3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:30:09.049914 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:29:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:09.069270 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5963271 Sep 09 20:30:09.069270 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 59942) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:09.069270 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b6c58-786a-4a0c-93e7-086dead5ea44 admin admin] Pushing event updated for resources: {'Network': ['ID=c4fa9650-0477-466a-a7ee-7fa4a1cdd377,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:09.071426 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network c4fa9650-0477-466a-a7ee-7fa4a1cdd377 details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:30:09.075058 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-d41d2851-9563-4cf9-9a36-6773d432af22 admin admin] Request body: {'subnet': {'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1774024564-subnet', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'ip_version': 4}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:30:09.085817 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:09.099932 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41d2851-9563-4cf9-9a36-6773d432af22 admin admin] Made reservation on behalf of 33294a040dca4909a3cbeda469245c75 for: {'subnet': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:30:09.102661 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d41d2851-9563-4cf9-9a36-6773d432af22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:09.171102 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Set router edb9c230-7383-46c6-8475-8fbb76bcb2a3 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:30:09.331866 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d41d2851-9563-4cf9-9a36-6773d432af22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for subnet (61be2a0b-a69d-4f1b-8ffd-072a2b414361), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:09.432893 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead0bfc-d3dd-4c52-ac9d-fe1b02ba2a8a req-a26a09ac-0a5c-4651-9699-97a6d63bf54d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:09.434477 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ead0bfc-d3dd-4c52-ac9d-fe1b02ba2a8a req-a26a09ac-0a5c-4651-9699-97a6d63bf54d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0999980 Sep 09 20:30:09.441580 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d2851-9563-4cf9-9a36-6773d432af22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61be2a0b-a69d-4f1b-8ffd-072a2b414361,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:09.482750 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d2851-9563-4cf9-9a36-6773d432af22 admin admin] Checking segment: {'id': 'c3a322f1-207d-4c21-82c1-9c2169022be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:30:09.483426 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d2851-9563-4cf9-9a36-6773d432af22 admin admin] Network hostable DHCP agents. Network: c4fa9650-0477-466a-a7ee-7fa4a1cdd377, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:30:09.496644 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:06Z', 'revision_number': 4, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'gw_port': {'id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '9ec1b31b-9197-422b-97d2-52de53d09ec6', 'name': '', 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'mac_address': 'fa:16:3e:5d:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:05Z', 'updated_at': '2022-09-09T20:30:06Z', 'revision_number': 2, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'subnets': [{'id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:09.512129 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ead0bfc-d3dd-4c52-ac9d-fe1b02ba2a8a req-4d734e11-2597-4722-890b-6a94eca8601c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629482 Sep 09 20:30:09.522195 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Checking router: edb9c230-7383-46c6-8475-8fbb76bcb2a3 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:30:09.522588 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Updating router edb9c230-7383-46c6-8475-8fbb76bcb2a3 port 9ec1b31b-9197-422b-97d2-52de53d09ec6 binding host dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:30:09.523524 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d2851-9563-4cf9-9a36-6773d432af22 admin admin] Network c4fa9650-0477-466a-a7ee-7fa4a1cdd377 is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:30:09.550593 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-d41d2851-9563-4cf9-9a36-6773d432af22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, c4fa9650-0477-466a-a7ee-7fa4a1cdd377) {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:30:09.551383 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:09.555944 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d2851-9563-4cf9-9a36-6773d432af22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:09.556805 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-7c274edb-a6c8-4fe8-aa3a-19497f505c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:09.556960 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d41d2851-9563-4cf9-9a36-6773d432af22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:09.569104 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c08046-8701-4c02-815b-f9067748898f None None] Network c4fa9650-0477-466a-a7ee-7fa4a1cdd377 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:30:09.582088 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-d41d2851-9563-4cf9-9a36-6773d432af22 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5219338 Sep 09 20:30:09.585106 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 59956) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:09.589985 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1774024564-router', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:30:09.621722 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8542'] for router (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:09.623274 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3928055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3906963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3841639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8551'] for router (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:09.708923 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4441b4b3-f14a-588a-a12e-fdb9a972832d-c4fa9650-0477-466a-a7ee-7fa4a1cdd377', 'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377', 'project_id': '33294a040dca4909a3cbeda469245c75', 'fixed_ips': [{'subnet_id': '61be2a0b-a69d-4f1b-8ffd-072a2b414361'}]}} from dv-cinder-849325-4-iscsi. {{(pid=106236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 20:30:09.710022 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:09.710170 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Publish callbacks [] for router_controller (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), precommit_add_association {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:09.944218 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.db_base_plugin_common [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Allocated IP 172.20.0.2 (c4fa9650-0477-466a-a7ee-7fa4a1cdd377/61be2a0b-a69d-4f1b-8ffd-072a2b414361/7deb5860-bffd-4ba2-9c84-9f34ff5effe5) {{(pid=106236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:30:09.944752 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Publish callbacks [] for router_gateway (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:09.995603 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Publish callbacks [] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), precommit_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:10.013517 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:10.276581 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Pushing event updated for resources: {'Port': ['ID=9ec1b31b-9197-422b-97d2-52de53d09ec6,revision_number=3']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:10.301615 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:10.338523 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:10.338936 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:10.339365 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:10.339793 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:10.340378 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:10.340765 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:10.342169 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:10.342633 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:10.343234 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:10.343326 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:10.343718 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:10.344189 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:10.344589 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:10.344962 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:10.345360 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:10.354646 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 876d868a-5ce1-48b5-ae03-dab84a2e9f5d up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:30:10.377353 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Attempting to bind port 9ec1b31b-9197-422b-97d2-52de53d09ec6 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:30:10.377818 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Attempting to bind port 9ec1b31b-9197-422b-97d2-52de53d09ec6 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': '01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0'}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:30:10.378183 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Attempting to bind port 9ec1b31b-9197-422b-97d2-52de53d09ec6 on network c6492b96-0167-457f-ad6b-c9784b1d6ec0 {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:30:10.384044 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa32cf-b622-420c-bb2c-70f446b3f684 req-2ba85781-2bd8-4f67-8b78-aed2268d86f9 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:10.395274 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7baa32cf-b622-420c-bb2c-70f446b3f684 req-2ba85781-2bd8-4f67-8b78-aed2268d86f9 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.2766347 Sep 09 20:30:10.448787 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:30:10.449202 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Checking segment: {'id': '01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:30:10.449631 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:10.450565 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Bound using segment: {'id': '01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0'} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:30:10.451732 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cda8f-48df-4e41-a06a-fc6d0108e5ff req-f5ecd1b4-4fe5-4735-af10-e6d22ccd3148 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:10.452986 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Bound port: 9ec1b31b-9197-422b-97d2-52de53d09ec6, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0'}}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:30:10.453482 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:10.464930 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e69cda8f-48df-4e41-a06a-fc6d0108e5ff req-f5ecd1b4-4fe5-4735-af10-e6d22ccd3148 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.2267582 Sep 09 20:30:10.566306 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:10.576595 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Publish callbacks [] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), precommit_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:10.586130 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e69cda8f-48df-4e41-a06a-fc6d0108e5ff req-3c7d4b72-8de0-485a-83da-0cbae1d00d56 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175251 Sep 09 20:30:10.610105 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7baa32cf-b622-420c-bb2c-70f446b3f684 req-636bc515-8f42-4da3-9bb5-135abbaad26a tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102389 Sep 09 20:30:10.627240 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:10.654730 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] For port 9ec1b31b-9197-422b-97d2-52de53d09ec6, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:30:10.658000 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] For port 9ec1b31b-9197-422b-97d2-52de53d09ec6, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=9ec1b31b-9197-422b-97d2-52de53d09ec6,segment=NetworkSegment(01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc),segment_id=01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc)] {{(pid=106237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:30:10.667975 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:10.676696 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:10.704454 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:10.736514 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Routers {'edb9c230-7383-46c6-8475-8fbb76bcb2a3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:30:10.737601 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:30:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:10.782207 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Publish callbacks [] for router_gateway (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:10.824829 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 60022) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:10.841621 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:10.843406 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Network c4fa9650-0477-466a-a7ee-7fa4a1cdd377 is already hosted by enough agents. {{(pid=106236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:30:10.879493 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.base_scheduler [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Resources bound (agent type, host, resource id): {{(pid=106236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:30:10.896090 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Received port after_create {{(pid=106236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:30:10.903071 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18777b32-7735-42c7-b4ca-a731d58f6590 req-db504f41-24f6-4d0a-80c4-6a824adeb929 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:10.919885 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-18777b32-7735-42c7-b4ca-a731d58f6590 req-db504f41-24f6-4d0a-80c4-6a824adeb929 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.1713920 Sep 09 20:30:10.932012 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] Set router edb9c230-7383-46c6-8475-8fbb76bcb2a3 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:30:10.936165 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 876d868a-5ce1-48b5-ae03-dab84a2e9f5d triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:10.936854 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (876d868a-5ce1-48b5-ae03-dab84a2e9f5d), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:10.952420 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:11.004297 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Pushing event updated for resources: {'Port': ['ID=7deb5860-bffd-4ba2-9c84-9f34ff5effe5,revision_number=1']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:11.052511 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-18777b32-7735-42c7-b4ca-a731d58f6590 req-7b52359d-88cb-4e42-8bc5-66b0f8dacd4d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310279 Sep 09 20:30:11.111250 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Attempting to bind port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:30:11.111881 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Attempting to bind port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'c3a322f1-207d-4c21-82c1-9c2169022be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:30:11.112429 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Attempting to bind port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 on network c4fa9650-0477-466a-a7ee-7fa4a1cdd377 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:30:11.121324 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab55889-4350-41fc-88a0-5d783e54aa03 None None] Pushing event updated for resources: {'Port': ['ID=9ec1b31b-9197-422b-97d2-52de53d09ec6,revision_number=4']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:11.151283 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 60032) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:11.193020 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Allocated IP 172.27.1.65 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/d58c827d-1fe6-41a9-aa33-04b3bd435891) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:30:11.334065 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:06Z', 'revision_number': 4, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'gw_port': {'id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '9ec1b31b-9197-422b-97d2-52de53d09ec6', 'name': '', 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'mac_address': 'fa:16:3e:5d:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:05Z', 'updated_at': '2022-09-09T20:30:10Z', 'revision_number': 4, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'subnets': [{'id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:11.353020 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:11.381773 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ffeb8e07-7b8e-49eb-84a8-9cb12ae43c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:11.406009 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094edbd-bafd-44c1-a1c0-9c1e834bfa66 None None] The sync data for ids ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'] in dv-cinder-849325-4-iscsi is: [{'id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:06Z', 'revision_number': 4, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'gw_port': {'id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '9ec1b31b-9197-422b-97d2-52de53d09ec6', 'name': '', 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'mac_address': 'fa:16:3e:5d:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:05Z', 'updated_at': '2022-09-09T20:30:10Z', 'revision_number': 4, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'subnets': [{'id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:30:11.431284 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdbb3-3403-4be7-90f2-6217d4f52ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:11.450684 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Publish callbacks [] for port (d58c827d-1fe6-41a9-aa33-04b3bd435891), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:11.490731 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:11.532819 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 876d868a-5ce1-48b5-ae03-dab84a2e9f5d is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:11.541881 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (d58c827d-1fe6-41a9-aa33-04b3bd435891), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:11.546597 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:30:11.546979 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Checking segment: {'id': 'c3a322f1-207d-4c21-82c1-9c2169022be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:30:11.547378 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:11.547816 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Bound using segment: {'id': 'c3a322f1-207d-4c21-82c1-9c2169022be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:30:11.549219 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Bound port: 7deb5860-bffd-4ba2-9c84-9f34ff5effe5, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a322f1-207d-4c21-82c1-9c2169022be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:30:11.549735 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:11.552444 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:11.560044 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:11.642655 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:30:11.694465 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ffeb8e07-7b8e-49eb-84a8-9cb12ae43c04 admin admin] Publish callbacks [] for security_group (62efaf58-e4b2-437f-879f-a9a72b7560ee), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:11.701665 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:30:11.705189 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] For port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:30:11.707405 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ffeb8e07-7b8e-49eb-84a8-9cb12ae43c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (62efaf58-e4b2-437f-879f-a9a72b7560ee), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:11.714173 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] For port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=7deb5860-bffd-4ba2-9c84-9f34ff5effe5,segment=NetworkSegment(c3a322f1-207d-4c21-82c1-9c2169022be5),segment_id=c3a322f1-207d-4c21-82c1-9c2169022be5)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:30:11.716534 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:30:11.725951 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d58c827d-1fe6-41a9-aa33-04b3bd435891,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:11.726413 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:11.761674 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdbb3-3403-4be7-90f2-6217d4f52ca6 admin admin] Publish callbacks [] for security_group (65349388-03f9-4a63-a6a6-803f01e0ac8b), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:11.879528 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204b6da-59ff-4e59-88d6-4a21ca350027 req-99c253b2-e53a-42c7-87e6-90bd8f61aa85 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:11.886697 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6204b6da-59ff-4e59-88d6-4a21ca350027 req-99c253b2-e53a-42c7-87e6-90bd8f61aa85 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0796463 Sep 09 20:30:11.889848 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255f0dd-7c42-463f-93b2-120cd67a5859 None None] Pushing event updated for resources: {'Port': ['ID=7deb5860-bffd-4ba2-9c84-9f34ff5effe5,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:11.908706 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a4ecdbb3-3403-4be7-90f2-6217d4f52ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (65349388-03f9-4a63-a6a6-803f01e0ac8b), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:11.972458 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-a4ecdbb3-3403-4be7-90f2-6217d4f52ca6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=51f7d6271f574a97a9277e584092b425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8191376 Sep 09 20:30:11.987192 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 60040) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:12.017112 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-ffeb8e07-7b8e-49eb-84a8-9cb12ae43c04 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=622a8537dfdd4bf3a5d150ad778027a6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1902885 Sep 09 20:30:12.021791 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 60046) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:12.053870 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb8e07-7b8e-49eb-84a8-9cb12ae43c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62efaf58-e4b2-437f-879f-a9a72b7560ee,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:12.136620 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efa3c5-56b0-4e34-8ab0-9f61ef9c49bb req-ee1c2e2f-b94d-4df7-9ae6-e6573fa04b6e tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:12.151570 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-25efa3c5-56b0-4e34-8ab0-9f61ef9c49bb req-ee1c2e2f-b94d-4df7-9ae6-e6573fa04b6e tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.3660522 Sep 09 20:30:12.305413 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:12.325435 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6204b6da-59ff-4e59-88d6-4a21ca350027 req-4fca68db-90f5-4977-8dfe-f217971570fb tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377928 Sep 09 20:30:12.358930 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecdbb3-3403-4be7-90f2-6217d4f52ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65349388-03f9-4a63-a6a6-803f01e0ac8b,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:12.407816 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 9ec1b31b-9197-422b-97d2-52de53d09ec6 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:30:12.422336 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Publish callbacks [] for router_gateway (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:12.495690 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:12.511681 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 9ec1b31b-9197-422b-97d2-52de53d09ec6 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:12.512080 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:12.581974 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-25efa3c5-56b0-4e34-8ab0-9f61ef9c49bb req-f993f90d-3cd3-4301-83e2-ee43cf1f4638 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4293845 Sep 09 20:30:12.595590 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2acd22d6-5d7b-4d70-9b91-08a473cde6dc admin admin] Publish callbacks [] for security_group (65349388-03f9-4a63-a6a6-803f01e0ac8b), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:12.717781 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 9ec1b31b-9197-422b-97d2-52de53d09ec6 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:12.718377 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:12.740794 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3927968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3926619'] for router (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:12.763886 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2acd22d6-5d7b-4d70-9b91-08a473cde6dc admin admin] Publish callbacks [] for security_group (65349388-03f9-4a63-a6a6-803f01e0ac8b), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:12.796349 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 9ec1b31b-9197-422b-97d2-52de53d09ec6, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=9ec1b31b-9197-422b-97d2-52de53d09ec6,segment=NetworkSegment(01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc),segment_id=01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:30:12.805043 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:12.806704 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:30:12.808445 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207c42d-8fd3-4a10-b638-e62b31366608 req-96a0da16-6e9e-4b4e-8e50-07dce42a0afb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:12.821111 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1207c42d-8fd3-4a10-b638-e62b31366608 req-96a0da16-6e9e-4b4e-8e50-07dce42a0afb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.3135910 Sep 09 20:30:12.823877 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-70587d8b-29af-48e3-b346-22fbdb544354 admin admin] Publish callbacks [] for security_group (62efaf58-e4b2-437f-879f-a9a72b7560ee), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:12.932171 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-70587d8b-29af-48e3-b346-22fbdb544354 admin admin] Publish callbacks [] for security_group (62efaf58-e4b2-437f-879f-a9a72b7560ee), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:12.970287 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:12.990862 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1207c42d-8fd3-4a10-b638-e62b31366608 req-1846dc6d-08d5-41f2-887d-a73f1e21aba9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686771 Sep 09 20:30:13.001571 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:13.022306 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=9ec1b31b-9197-422b-97d2-52de53d09ec6,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:13.147387 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2acd22d6-5d7b-4d70-9b91-08a473cde6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (65349388-03f9-4a63-a6a6-803f01e0ac8b), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:13.169940 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2acd22d6-5d7b-4d70-9b91-08a473cde6dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:13.181819 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-2acd22d6-5d7b-4d70-9b91-08a473cde6dc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/65349388-03f9-4a63-a6a6-803f01e0ac8b HTTP/1.1" status: 204 len: 168 time: 1.1912265 Sep 09 20:30:13.212965 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:13.213391 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:13.227669 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Router 0a2ca4b6-0b45-4328-839e-29d345f9d1d7 is scheduled to L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f with binding_index 1 {{(pid=106235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:30:13.300766 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd22d6-5d7b-4d70-9b91-08a473cde6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65349388-03f9-4a63-a6a6-803f01e0ac8b,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:13.377668 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-70587d8b-29af-48e3-b346-22fbdb544354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (62efaf58-e4b2-437f-879f-a9a72b7560ee), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:13.398368 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:13.438894 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-70587d8b-29af-48e3-b346-22fbdb544354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:13.445295 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-70587d8b-29af-48e3-b346-22fbdb544354 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/62efaf58-e4b2-437f-879f-a9a72b7560ee HTTP/1.1" status: 204 len: 168 time: 1.4145699 Sep 09 20:30:13.503462 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70587d8b-29af-48e3-b346-22fbdb544354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62efaf58-e4b2-437f-879f-a9a72b7560ee,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:13.543223 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:30:13.649311 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:13.651098 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-896e80df-e27a-460a-9086-8595424e50b4 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0648313 Sep 09 20:30:13.653876 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 60068) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:13.663759 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Sync routers for ids ['0a2ca4b6-0b45-4328-839e-29d345f9d1d7'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:30:13.844761 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:13.880649 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a24f81-e79c-4791-b8bb-4dd47bb0fd90 None None] Network c4fa9650-0477-466a-a7ee-7fa4a1cdd377 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:30:13.887483 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Routers {'0a2ca4b6-0b45-4328-839e-29d345f9d1d7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:30:13.889580 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:30:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['0a2ca4b6-0b45-4328-839e-29d345f9d1d7'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:14.175711 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e42ed-9c45-4590-8318-86877c8f0d1a req-5e1716b7-d934-41b2-9af8-e0420071bf0b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:14.183878 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8a2e42ed-9c45-4590-8318-86877c8f0d1a req-5e1716b7-d934-41b2-9af8-e0420071bf0b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.1659462 Sep 09 20:30:14.304940 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:14.346352 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088116d-db5d-4505-aae7-8099f7ec4d77 req-2a31026a-7613-47f5-be71-901a918d705d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:14.348313 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9088116d-db5d-4505-aae7-8099f7ec4d77 req-2a31026a-7613-47f5-be71-901a918d705d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.1923575 Sep 09 20:30:14.418690 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-197ad0f9-a7e0-4114-869b-382d85174ec1 None None] Provisioning complete for port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:14.419005 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-197ad0f9-a7e0-4114-869b-382d85174ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:14.435155 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8a2e42ed-9c45-4590-8318-86877c8f0d1a req-7295e8be-0aff-4f97-8727-6acb9a3cfb87 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2500927 Sep 09 20:30:14.571603 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 60082) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:14.584206 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:14.584606 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:14.594068 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-f54d3f6b-10f9-47cd-8a7a-f003b4b73dc0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299412103', 'description': 'tempest-description--529216808'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:30:14.604790 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9088116d-db5d-4505-aae7-8099f7ec4d77 req-91ed2e31-97e6-4970-b6b3-f01cab07f9df tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394292 Sep 09 20:30:14.639425 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Set router 0a2ca4b6-0b45-4328-839e-29d345f9d1d7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:30:14.781273 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 60084) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:14.862214 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=7deb5860-bffd-4ba2-9c84-9f34ff5effe5,segment=NetworkSegment(c3a322f1-207d-4c21-82c1-9c2169022be5),segment_id=c3a322f1-207d-4c21-82c1-9c2169022be5)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:30:14.874265 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:14.989830 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6831404f-8309-4fac-9dac-19c4a6ed2181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:14.996458 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-197ad0f9-a7e0-4114-869b-382d85174ec1 None None] Current status of the port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:14.996840 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-197ad0f9-a7e0-4114-869b-382d85174ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:15.113695 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 9ec1b31b-9197-422b-97d2-52de53d09ec6 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:30:15.156151 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f54d3f6b-10f9-47cd-8a7a-f003b4b73dc0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:15.178757 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:15.322624 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=7deb5860-bffd-4ba2-9c84-9f34ff5effe5,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:15.400196 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6831404f-8309-4fac-9dac-19c4a6ed2181 admin admin] Publish callbacks [] for security_group (bde2a053-5d04-4aaa-a901-db888e850f1d), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:15.422001 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Allocated IP 172.20.0.1 (c4fa9650-0477-466a-a7ee-7fa4a1cdd377/61be2a0b-a69d-4f1b-8ffd-072a2b414361/3eda2677-6379-42de-afb8-4e2861b7fbd1) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:30:15.428434 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f54d3f6b-10f9-47cd-8a7a-f003b4b73dc0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for security_group (6a0cb332-ce9c-416b-a649-225f73f61b23), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:15.429269 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6831404f-8309-4fac-9dac-19c4a6ed2181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (bde2a053-5d04-4aaa-a901-db888e850f1d), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:15.458975 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:15.464303 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f54d3f6b-10f9-47cd-8a7a-f003b4b73dc0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (6a0cb332-ce9c-416b-a649-225f73f61b23), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:15.474518 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 9ec1b31b-9197-422b-97d2-52de53d09ec6 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:15.474890 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:15.488346 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.db.api [None req-197ad0f9-a7e0-4114-869b-382d85174ec1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 20:30:15.488761 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG oslo_db.api [None req-197ad0f9-a7e0-4114-869b-382d85174ec1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 20:30:15.565607 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-6831404f-8309-4fac-9dac-19c4a6ed2181 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bfbf71b100804985810af33821535e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7791722 Sep 09 20:30:15.569998 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831404f-8309-4fac-9dac-19c4a6ed2181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde2a053-5d04-4aaa-a901-db888e850f1d,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:15.574678 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 60092) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:15.597832 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:15.599683 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-15205d94-aad7-4a71-b3a5-a42bd4e15676 req-aadab6be-9da1-408a-864d-4bd3583e6e41 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1442373 Sep 09 20:30:15.606744 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f54d3f6b-10f9-47cd-8a7a-f003b4b73dc0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:15.608295 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-f54d3f6b-10f9-47cd-8a7a-f003b4b73dc0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0317750 Sep 09 20:30:15.624440 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=10 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:15.625330 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 60094) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:15.625463 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15113a80-d10e-485b-95ab-955f1b785de8 req-3e7a8377-ae71-428a-8c80-fbc76ba4965d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:15.627071 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-15113a80-d10e-485b-95ab-955f1b785de8 req-3e7a8377-ae71-428a-8c80-fbc76ba4965d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0737636 Sep 09 20:30:15.637901 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'name': 'tempest-TestMinimumBasicScenario-1774024564-router', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd58c827d-1fe6-41a9-aa33-04b3bd435891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:09Z', 'updated_at': '2022-09-09T20:30:12Z', 'revision_number': 3, 'project_id': '33294a040dca4909a3cbeda469245c75', 'gw_port': {'id': 'd58c827d-1fe6-41a9-aa33-04b3bd435891', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:10Z', 'updated_at': '2022-09-09T20:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:15.666477 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-fe172c98-b0c7-4a4f-aaab-11e04fdc8932 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Request body: {'security_group_rule': {'security_group_id': '6a0cb332-ce9c-416b-a649-225f73f61b23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:30:15.723841 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Checking router: 0a2ca4b6-0b45-4328-839e-29d345f9d1d7 for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:30:15.724254 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Updating router 0a2ca4b6-0b45-4328-839e-29d345f9d1d7 port d58c827d-1fe6-41a9-aa33-04b3bd435891 binding host dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:30:15.734613 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 9ec1b31b-9197-422b-97d2-52de53d09ec6 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:15.757077 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Publish callbacks [] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:15.767560 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-15113a80-d10e-485b-95ab-955f1b785de8 req-85f5b843-af10-43fb-a1ef-b074ec5c22d6 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1286919 Sep 09 20:30:15.782632 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:15.814273 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (d58c827d-1fe6-41a9-aa33-04b3bd435891), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:15.828714 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15205d94-aad7-4a71-b3a5-a42bd4e15676 req-4a00353a-b076-4d3a-b8a0-7e91e2e5f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:15.828948 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:15.830250 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-15205d94-aad7-4a71-b3a5-a42bd4e15676 req-4a00353a-b076-4d3a-b8a0-7e91e2e5f7a6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b310c05b03394f11b63f0a28f13d67b6&device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 1129 time: 0.1892283 Sep 09 20:30:15.830883 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d3f6b-10f9-47cd-8a7a-f003b4b73dc0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0cb332-ce9c-416b-a649-225f73f61b23,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:15.833343 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-fe172c98-b0c7-4a4f-aaab-11e04fdc8932 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for security_group_rule (6bf2a991-80e8-4e13-b98a-9a9ab0d4acfe), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:15.910637 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8e52e526-e924-4f2e-84d4-a986fc714f10 admin admin] Publish callbacks [] for security_group (bde2a053-5d04-4aaa-a901-db888e850f1d), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:15.926936 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=100 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:15.934544 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8e52e526-e924-4f2e-84d4-a986fc714f10 admin admin] Publish callbacks [] for security_group (bde2a053-5d04-4aaa-a901-db888e850f1d), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:15.961535 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Pushing event updated for resources: {'Port': ['ID=3eda2677-6379-42de-afb8-4e2861b7fbd1,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:15.966257 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:16.057080 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-fe172c98-b0c7-4a4f-aaab-11e04fdc8932 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for security_group_rule (6bf2a991-80e8-4e13-b98a-9a9ab0d4acfe), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:16.107882 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Network c4fa9650-0477-466a-a7ee-7fa4a1cdd377 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:30:16.113861 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:30:16.124197 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-fe172c98-b0c7-4a4f-aaab-11e04fdc8932 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (6bf2a991-80e8-4e13-b98a-9a9ab0d4acfe), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:16.129428 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:30:16.129948 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902993'] for router_interface (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:16.133444 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15205d94-aad7-4a71-b3a5-a42bd4e15676 req-616b1b07-fd5b-486b-873a-5bc2aca8d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:16.142572 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-15205d94-aad7-4a71-b3a5-a42bd4e15676 req-616b1b07-fd5b-486b-873a-5bc2aca8d428 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f13a2180-b7d4-4447-b571-f0f2b37395e2 HTTP/1.1" status: 200 len: 912 time: 0.2747314 Sep 09 20:30:16.149019 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8e52e526-e924-4f2e-84d4-a986fc714f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (bde2a053-5d04-4aaa-a901-db888e850f1d), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:16.152712 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8e52e526-e924-4f2e-84d4-a986fc714f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:16.154052 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-8e52e526-e924-4f2e-84d4-a986fc714f10 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/bde2a053-5d04-4aaa-a901-db888e850f1d HTTP/1.1" status: 204 len: 168 time: 0.5783243 Sep 09 20:30:16.191840 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4840f-25db-4ba5-92e2-c2561ffa8e62 req-8c6ced45-9703-4132-b725-2b56171d2028 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:16.193298 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-44a4840f-25db-4ba5-92e2-c2561ffa8e62 req-8c6ced45-9703-4132-b725-2b56171d2028 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.2425385 Sep 09 20:30:16.270124 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-197ad0f9-a7e0-4114-869b-382d85174ec1 None None] Current status of the port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:16.305722 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe172c98-b0c7-4a4f-aaab-11e04fdc8932 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf2a991-80e8-4e13-b98a-9a9ab0d4acfe,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:16.327059 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52e526-e924-4f2e-84d4-a986fc714f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde2a053-5d04-4aaa-a901-db888e850f1d,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:16.348311 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-fe172c98-b0c7-4a4f-aaab-11e04fdc8932 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:16.350758 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-fe172c98-b0c7-4a4f-aaab-11e04fdc8932 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7114127 Sep 09 20:30:16.353574 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-15205d94-aad7-4a71-b3a5-a42bd4e15676 req-c88b0e4d-8cc7-44c8-9dda-893abd998872 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a HTTP/1.1" status: 200 len: 1000 time: 0.1971600 Sep 09 20:30:16.354411 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 60108) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:16.365793 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-e99a957e-44f7-4ef1-8119-3e3ec2e2f765 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Request body: {'security_group_rule': {'security_group_id': '6a0cb332-ce9c-416b-a649-225f73f61b23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:30:16.425154 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-4e8d73cb-9b1c-4fc9-b7ce-5f1c437bc796 None None] Provisioning complete for port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:16.426129 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4e8d73cb-9b1c-4fc9-b7ce-5f1c437bc796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:16.427646 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-44a4840f-25db-4ba5-92e2-c2561ffa8e62 req-9e16a995-c24a-48be-8f31-99012dd87202 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079122 Sep 09 20:30:16.454021 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd245ae1-19ff-4486-8c66-51c781d8d22b req-2ad4260d-dabc-4884-87d5-abeff94f2d0f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:16.475070 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bd245ae1-19ff-4486-8c66-51c781d8d22b req-2ad4260d-dabc-4884-87d5-abeff94f2d0f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.3363552 Sep 09 20:30:16.515045 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e99a957e-44f7-4ef1-8119-3e3ec2e2f765 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for security_group_rule (8715892e-24d5-4b5d-9e22-68ca1574cf9d), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:16.562824 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15205d94-aad7-4a71-b3a5-a42bd4e15676 req-67830178-146c-466d-a23f-a416efcb7031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:16.565280 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-15205d94-aad7-4a71-b3a5-a42bd4e15676 req-67830178-146c-466d-a23f-a416efcb7031 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a4fdbd5e-0e81-4545-9b3a-a3439a61b913 HTTP/1.1" status: 200 len: 850 time: 0.1481683 Sep 09 20:30:16.625463 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:16.755663 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e99a957e-44f7-4ef1-8119-3e3ec2e2f765 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for security_group_rule (8715892e-24d5-4b5d-9e22-68ca1574cf9d), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:16.757506 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15205d94-aad7-4a71-b3a5-a42bd4e15676 req-6b66964d-ba3e-4c8e-a2cb-9a0816f00048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:16.759760 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-15205d94-aad7-4a71-b3a5-a42bd4e15676 req-6b66964d-ba3e-4c8e-a2cb-9a0816f00048 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f13a2180-b7d4-4447-b571-f0f2b37395e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1685009 Sep 09 20:30:16.765875 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e99a957e-44f7-4ef1-8119-3e3ec2e2f765 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (8715892e-24d5-4b5d-9e22-68ca1574cf9d), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:16.798373 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bd245ae1-19ff-4486-8c66-51c781d8d22b req-69ed35e2-bfa6-4086-9639-8ae4fa1ac51f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3328204 Sep 09 20:30:16.817231 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Publish callbacks [] for port (d58c827d-1fe6-41a9-aa33-04b3bd435891), precommit_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:16.824949 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (d58c827d-1fe6-41a9-aa33-04b3bd435891), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:16.835705 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d73cb-9b1c-4fc9-b7ce-5f1c437bc796 None None] Current status of the port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:16.860206 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e99a957e-44f7-4ef1-8119-3e3ec2e2f765 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:16.940228 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-e99a957e-44f7-4ef1-8119-3e3ec2e2f765 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5015874 Sep 09 20:30:16.940228 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a957e-44f7-4ef1-8119-3e3ec2e2f765 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8715892e-24d5-4b5d-9e22-68ca1574cf9d,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:16.940228 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 60112) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:16.940228 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Request body: {'floatingip': {'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:30:16.996603 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:16.997057 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1d99a-2c2b-4710-929d-8f6627401eda None None] Pushing event updated for resources: {'Port': ['ID=d58c827d-1fe6-41a9-aa33-04b3bd435891,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:16.997057 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Attempting to bind port d58c827d-1fe6-41a9-aa33-04b3bd435891 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:30:16.997057 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Attempting to bind port d58c827d-1fe6-41a9-aa33-04b3bd435891 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:30:16.997057 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Attempting to bind port d58c827d-1fe6-41a9-aa33-04b3bd435891 on network 4c72e26c-57d6-47f3-8e84-e01e12378c25 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:30:17.052239 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:30:17.057766 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-c00974d2-cd48-4c6c-bdd0-77e2e62d76c5 None None] Provisioning complete for port 3eda2677-6379-42de-afb8-4e2861b7fbd1 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:17.058238 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c00974d2-cd48-4c6c-bdd0-77e2e62d76c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:17.102523 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-c00974d2-cd48-4c6c-bdd0-77e2e62d76c5 None None] Port 3eda2677-6379-42de-afb8-4e2861b7fbd1 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:30:17.128262 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:17.151203 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:30:17.151987 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Checking segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:30:17.152719 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:17.152943 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Bound using segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:30:17.153482 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Bound port: d58c827d-1fe6-41a9-aa33-04b3bd435891, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:30:17.153864 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (d58c827d-1fe6-41a9-aa33-04b3bd435891), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:17.234127 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:17.243116 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:17.244015 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:17.295072 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:17.298441 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] For port d58c827d-1fe6-41a9-aa33-04b3bd435891, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:30:17.315845 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] For port d58c827d-1fe6-41a9-aa33-04b3bd435891, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=d58c827d-1fe6-41a9-aa33-04b3bd435891,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:30:17.330537 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-15205d94-aad7-4a71-b3a5-a42bd4e15676 req-05f31a8a-a96a-417d-be03-b9a8adb6064c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398710 Sep 09 20:30:17.336393 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Publish callbacks [] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:17.343662 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:17.344510 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (d58c827d-1fe6-41a9-aa33-04b3bd435891), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:17.344618 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903117'] for router_interface (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:17.354271 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:17.401286 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Routers {'0a2ca4b6-0b45-4328-839e-29d345f9d1d7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:30:17.401951 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:30:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['0a2ca4b6-0b45-4328-839e-29d345f9d1d7'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:17.406187 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Pushing event updated for resources: {'Port': ['ID=3eda2677-6379-42de-afb8-4e2861b7fbd1,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:17.411421 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:17.505228 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:17.513441 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1d99a-2c2b-4710-929d-8f6627401eda None None] Pushing event updated for resources: {'Port': ['ID=d58c827d-1fe6-41a9-aa33-04b3bd435891,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:17.611680 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] Set router 0a2ca4b6-0b45-4328-839e-29d345f9d1d7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:30:17.652986 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Network c4fa9650-0477-466a-a7ee-7fa4a1cdd377 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:30:17.676288 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:30:17.678796 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Allocated IP 172.27.1.121 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/18057152-82af-40fc-8bda-adf842b32278) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:30:17.771301 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:17.816467 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf296e-d040-42b2-884f-11016768462a req-673b8e87-cad3-4cc0-9f69-381a04322822 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:17.826165 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e1cf296e-d040-42b2-884f-11016768462a req-673b8e87-cad3-4cc0-9f69-381a04322822 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.1837378 Sep 09 20:30:17.925837 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-15205d94-aad7-4a71-b3a5-a42bd4e15676 req-a0f9a0f8-88cb-42d8-b460-92f9fa856edc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859625 Sep 09 20:30:18.034059 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'name': 'tempest-TestMinimumBasicScenario-1774024564-router', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd58c827d-1fe6-41a9-aa33-04b3bd435891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:09Z', 'updated_at': '2022-09-09T20:30:16Z', 'revision_number': 4, 'project_id': '33294a040dca4909a3cbeda469245c75', 'gw_port': {'id': 'd58c827d-1fe6-41a9-aa33-04b3bd435891', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:10Z', 'updated_at': '2022-09-09T20:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '3eda2677-6379-42de-afb8-4e2861b7fbd1', 'name': '', 'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'mac_address': 'fa:16:3e:d8:ed:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '61be2a0b-a69d-4f1b-8ffd-072a2b414361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:15Z', 'updated_at': '2022-09-09T20:30:16Z', 'revision_number': 2, 'project_id': '33294a040dca4909a3cbeda469245c75', 'subnets': [{'id': '61be2a0b-a69d-4f1b-8ffd-072a2b414361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:18.067913 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c0af2f-8171-44ea-a561-a66c3fb35fd1 None None] The sync data for ids ['0a2ca4b6-0b45-4328-839e-29d345f9d1d7'] in dv-cinder-849325-4-iscsi is: [{'id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'name': 'tempest-TestMinimumBasicScenario-1774024564-router', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd58c827d-1fe6-41a9-aa33-04b3bd435891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:09Z', 'updated_at': '2022-09-09T20:30:16Z', 'revision_number': 4, 'project_id': '33294a040dca4909a3cbeda469245c75', 'gw_port': {'id': 'd58c827d-1fe6-41a9-aa33-04b3bd435891', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:10Z', 'updated_at': '2022-09-09T20:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '3eda2677-6379-42de-afb8-4e2861b7fbd1', 'name': '', 'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'mac_address': 'fa:16:3e:d8:ed:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '61be2a0b-a69d-4f1b-8ffd-072a2b414361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:15Z', 'updated_at': '2022-09-09T20:30:16Z', 'revision_number': 2, 'project_id': '33294a040dca4909a3cbeda469245c75', 'subnets': [{'id': '61be2a0b-a69d-4f1b-8ffd-072a2b414361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:30:18.075379 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for port (18057152-82af-40fc-8bda-adf842b32278), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:18.133224 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-d72720de-3e5e-4d76-9950-0e36dd1a8d1d None None] Provisioning complete for port 3eda2677-6379-42de-afb8-4e2861b7fbd1 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:18.135464 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d72720de-3e5e-4d76-9950-0e36dd1a8d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:18.148041 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (18057152-82af-40fc-8bda-adf842b32278), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:18.243052 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-d72720de-3e5e-4d76-9950-0e36dd1a8d1d None None] Port 3eda2677-6379-42de-afb8-4e2861b7fbd1 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:30:18.265587 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Pushing event updated for resources: {'Port': ['ID=18057152-82af-40fc-8bda-adf842b32278,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:18.282818 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:30:18.286133 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:30:18.313411 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:30:18.352288 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e1cf296e-d040-42b2-884f-11016768462a req-b496e77f-25f2-47d6-b6bc-6d430f105ad4 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4985058 Sep 09 20:30:18.408121 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64aca6-b8e2-4dab-a684-a350e4e5f819 req-14dc8746-98b1-4026-b604-8c421c1f2222 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:18.410174 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ba64aca6-b8e2-4dab-a684-a350e4e5f819 req-14dc8746-98b1-4026-b604-8c421c1f2222 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0988681 Sep 09 20:30:18.413977 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:18.434860 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Router 0a2ca4b6-0b45-4328-839e-29d345f9d1d7 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:30:18.643475 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ba64aca6-b8e2-4dab-a684-a350e4e5f819 req-198f8013-e4d9-4d86-8061-6457fc61d4cd tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2241211 Sep 09 20:30:18.845212 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:30:18.856380 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-745a460a-dee3-40f7-9339-95ce423cbb01 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/0a2ca4b6-0b45-4328-839e-29d345f9d1d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2010727 Sep 09 20:30:18.871065 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:18.881667 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217bcde-1cff-496c-8197-9a59a2de9a7b req-fb488481-b837-4183-9dd7-d83de1517bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:18.895236 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e217bcde-1cff-496c-8197-9a59a2de9a7b req-fb488481-b837-4183-9dd7-d83de1517bd3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b310c05b03394f11b63f0a28f13d67b6&device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 1129 time: 0.6324937 Sep 09 20:30:19.086499 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for floatingip (629ccfa2-94f4-4a0d-b7b3-67c16c6ab566), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:19.176444 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (18057152-82af-40fc-8bda-adf842b32278), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:19.178936 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217bcde-1cff-496c-8197-9a59a2de9a7b req-8ff681cd-947b-4639-aa78-234d304704d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:19.180582 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e217bcde-1cff-496c-8197-9a59a2de9a7b req-8ff681cd-947b-4639-aa78-234d304704d6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f13a2180-b7d4-4447-b571-f0f2b37395e2 HTTP/1.1" status: 200 len: 912 time: 0.2691610 Sep 09 20:30:19.423089 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e217bcde-1cff-496c-8197-9a59a2de9a7b req-4465a7fd-3327-44f5-bbbc-49f6e325ace2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a HTTP/1.1" status: 200 len: 1000 time: 0.1209836 Sep 09 20:30:19.545887 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217bcde-1cff-496c-8197-9a59a2de9a7b req-7570f3f0-8355-43fc-9852-d2914350933a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:19.547498 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e217bcde-1cff-496c-8197-9a59a2de9a7b req-7570f3f0-8355-43fc-9852-d2914350933a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a4fdbd5e-0e81-4545-9b3a-a3439a61b913 HTTP/1.1" status: 200 len: 850 time: 0.1146834 Sep 09 20:30:19.580232 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for port (18057152-82af-40fc-8bda-adf842b32278), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:19.620497 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (18057152-82af-40fc-8bda-adf842b32278), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:19.706837 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6fa70-47a9-4377-b507-aad009017575 req-7bc0fe4f-d3fd-4f7b-81f7-f69fe740fb8e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:19.716198 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4ea6fa70-47a9-4377-b507-aad009017575 req-7bc0fe4f-d3fd-4f7b-81f7-f69fe740fb8e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0974538 Sep 09 20:30:19.798238 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217bcde-1cff-496c-8197-9a59a2de9a7b req-45039271-a45e-4008-87e9-aab45c706d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:19.803936 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e217bcde-1cff-496c-8197-9a59a2de9a7b req-45039271-a45e-4008-87e9-aab45c706d0e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f13a2180-b7d4-4447-b571-f0f2b37395e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2452266 Sep 09 20:30:19.864028 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (629ccfa2-94f4-4a0d-b7b3-67c16c6ab566), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:19.870564 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Pushing event updated for resources: {'Port': ['ID=18057152-82af-40fc-8bda-adf842b32278,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:19.896114 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4ea6fa70-47a9-4377-b507-aad009017575 req-28e55b30-e27b-48ad-97a2-216796a8c895 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789966 Sep 09 20:30:19.933111 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:19.934540 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-58673ed1-dab2-4ae5-a204-631587fd22d3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0597122 Sep 09 20:30:19.960237 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44e04a-42c5-4161-ad1f-4d42d3e5e33c req-f28d604d-0b5d-4e86-ac01-8b2f7bdaa311 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:19.966682 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ed44e04a-42c5-4161-ad1f-4d42d3e5e33c req-f28d604d-0b5d-4e86-ac01-8b2f7bdaa311 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.1528447 Sep 09 20:30:20.024101 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e217bcde-1cff-496c-8197-9a59a2de9a7b req-bda91109-38a9-4099-85e7-da3f35e050f0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978321 Sep 09 20:30:20.108235 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ed44e04a-42c5-4161-ad1f-4d42d3e5e33c req-60312467-9277-4cee-be1e-ee347408ec4f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1347346 Sep 09 20:30:20.211104 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e217bcde-1cff-496c-8197-9a59a2de9a7b req-fac0cbde-c5d2-45a9-b534-8c8ee9ecd17f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832442 Sep 09 20:30:20.648607 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:30:20.861619 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:30:20.882455 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'port_id': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'mac_address': 'fa:16:3e:26:28:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:30:20.932792 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e is: ACTIVE; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:20.933185 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:20.954818 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:30:21.025937 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:30:21.036177 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:21.118119 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device d58c827d-1fe6-41a9-aa33-04b3bd435891 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:30:21.172783 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['715458c7-e2c5-47e3-9ee4-1e82cbf7d53e'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:30:21.260817 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port d58c827d-1fe6-41a9-aa33-04b3bd435891 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:21.261321 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (d58c827d-1fe6-41a9-aa33-04b3bd435891), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:21.273500 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeab130-abeb-41d8-a182-330cfa3d4616 req-64d0f2e2-5c3a-4252-9473-c1da65c76ddc tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:21.296451 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-efeab130-abeb-41d8-a182-330cfa3d4616 req-64d0f2e2-5c3a-4252-9473-c1da65c76ddc tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 945 time: 0.1573977 Sep 09 20:30:21.398753 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,revision_number=6']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:21.452752 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-efeab130-abeb-41d8-a182-330cfa3d4616 req-3714b107-389a-43bc-868a-0d03bc8f0ba9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441836 Sep 09 20:30:21.499954 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=100 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:21.536573 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:21.605771 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port d58c827d-1fe6-41a9-aa33-04b3bd435891 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:21.605771 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (d58c827d-1fe6-41a9-aa33-04b3bd435891), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:21.704191 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port d58c827d-1fe6-41a9-aa33-04b3bd435891, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=d58c827d-1fe6-41a9-aa33-04b3bd435891,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:30:21.723436 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (d58c827d-1fe6-41a9-aa33-04b3bd435891), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:21.733828 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd655a-8f87-4875-b992-be875c7f5916 req-44b2330d-3b98-40af-82b5-4085cfc1c5a0 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:21.745869 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-53fd655a-8f87-4875-b992-be875c7f5916 req-44b2330d-3b98-40af-82b5-4085cfc1c5a0 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.1537807 Sep 09 20:30:21.846403 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=d58c827d-1fe6-41a9-aa33-04b3bd435891,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:21.860920 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-53fd655a-8f87-4875-b992-be875c7f5916 req-7e8d446b-d322-4dfa-949f-2ff3c2451b5c tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1139824 Sep 09 20:30:22.137457 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Sync routers for ids ['0a2ca4b6-0b45-4328-839e-29d345f9d1d7'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:30:22.148289 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Routers {'0a2ca4b6-0b45-4328-839e-29d345f9d1d7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:30:22.149115 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:30:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['0a2ca4b6-0b45-4328-839e-29d345f9d1d7'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:22.448596 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Set router 0a2ca4b6-0b45-4328-839e-29d345f9d1d7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:30:22.668239 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:30:22.734556 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761289d-c299-4234-91d4-2d95a1794662 req-e7d048c5-4b30-4201-9ec8-5f0472888740 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:22.736147 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9761289d-c299-4234-91d4-2d95a1794662 req-e7d048c5-4b30-4201-9ec8-5f0472888740 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 945 time: 0.1367338 Sep 09 20:30:22.762188 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:22.790834 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:22.791456 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:22.863955 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9761289d-c299-4234-91d4-2d95a1794662 req-9353eba2-3c5c-4308-a277-c00ebe79ee51 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205237 Sep 09 20:30:22.998260 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:22.999066 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:23.059223 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:30:23.060472 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:30:23.065357 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672f99b4-d896-42ca-b2b7-b8c9d92ef074" -d '{"events": [{"server_uuid": "abe125d2-51c7-4732-aa2a-90ab2d85d05f", "name": "network-vif-plugged", "status": "completed", "tag": "715458c7-e2c5-47e3-9ee4-1e82cbf7d53e"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:30:23.082275 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:23.091404 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device d58c827d-1fe6-41a9-aa33-04b3bd435891 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:30:23.098476 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:23.114567 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'name': 'tempest-TestMinimumBasicScenario-1774024564-router', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd58c827d-1fe6-41a9-aa33-04b3bd435891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:09Z', 'updated_at': '2022-09-09T20:30:16Z', 'revision_number': 4, 'project_id': '33294a040dca4909a3cbeda469245c75', 'gw_port': {'id': 'd58c827d-1fe6-41a9-aa33-04b3bd435891', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:10Z', 'updated_at': '2022-09-09T20:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '3eda2677-6379-42de-afb8-4e2861b7fbd1', 'name': '', 'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'mac_address': 'fa:16:3e:d8:ed:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '61be2a0b-a69d-4f1b-8ffd-072a2b414361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:15Z', 'updated_at': '2022-09-09T20:30:16Z', 'revision_number': 2, 'project_id': '33294a040dca4909a3cbeda469245c75', 'subnets': [{'id': '61be2a0b-a69d-4f1b-8ffd-072a2b414361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:23.157841 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4a3601-4389-4c76-ae32-f0d3be36ed9d x-openstack-request-id: req-9c4a3601-4389-4c76-ae32-f0d3be36ed9d {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:30:23.162092 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe125d2-51c7-4732-aa2a-90ab2d85d05f", "name": "network-vif-plugged", "status": "completed", "tag": "715458c7-e2c5-47e3-9ee4-1e82cbf7d53e", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:30:23.164297 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9c4a3601-4389-4c76-ae32-f0d3be36ed9d {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:30:23.165124 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4a3601-4389-4c76-ae32-f0d3be36ed9d'] response: {'server_uuid': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'code': 200} Sep 09 20:30:23.170202 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Checking router: 0a2ca4b6-0b45-4328-839e-29d345f9d1d7 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:30:23.170789 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Updating router 0a2ca4b6-0b45-4328-839e-29d345f9d1d7 port 3eda2677-6379-42de-afb8-4e2861b7fbd1 binding host dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:30:23.206736 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:23.341838 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port d58c827d-1fe6-41a9-aa33-04b3bd435891 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:23.342412 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (d58c827d-1fe6-41a9-aa33-04b3bd435891), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:23.405887 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,revision_number=7']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:23.439418 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:23.439776 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:23.440149 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:23.440496 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:23.440888 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:23.441149 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:23.441523 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:23.441887 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:23.442207 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:23.442502 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:23.442833 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:23.443247 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:23.443493 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:23.443811 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:23.444131 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:30:23.529397 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port d58c827d-1fe6-41a9-aa33-04b3bd435891 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:23.805323 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Publish callbacks [] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), precommit_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:23.805323 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:23.899471 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:24.069585 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c903d-f762-4908-96ca-f378418c5214 None None] Pushing event updated for resources: {'Port': ['ID=3eda2677-6379-42de-afb8-4e2861b7fbd1,revision_number=3']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:24.119345 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Attempting to bind port 3eda2677-6379-42de-afb8-4e2861b7fbd1 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:30:24.119754 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Attempting to bind port 3eda2677-6379-42de-afb8-4e2861b7fbd1 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'c3a322f1-207d-4c21-82c1-9c2169022be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377'}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:30:24.120087 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Attempting to bind port 3eda2677-6379-42de-afb8-4e2861b7fbd1 on network c4fa9650-0477-466a-a7ee-7fa4a1cdd377 {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:30:24.160823 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fbb1e-8f0b-4847-a907-a8261cc61438 req-d975fe28-aae9-423a-84bf-1a998f27d251 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:24.171658 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d79fbb1e-8f0b-4847-a907-a8261cc61438 req-d975fe28-aae9-423a-84bf-1a998f27d251 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0769761 Sep 09 20:30:24.254199 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:30:24.255192 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Checking segment: {'id': 'c3a322f1-207d-4c21-82c1-9c2169022be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:30:24.255760 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:24.256351 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Bound using segment: {'id': 'c3a322f1-207d-4c21-82c1-9c2169022be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377'} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:30:24.263205 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Bound port: 3eda2677-6379-42de-afb8-4e2861b7fbd1, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a322f1-207d-4c21-82c1-9c2169022be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377'}}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:30:24.263963 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:24.306756 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d79fbb1e-8f0b-4847-a907-a8261cc61438 req-69d140b2-195c-49c8-b653-642d17a3f0c5 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332059 Sep 09 20:30:24.353308 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] For port 3eda2677-6379-42de-afb8-4e2861b7fbd1, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:30:24.356610 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] For port 3eda2677-6379-42de-afb8-4e2861b7fbd1, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=3eda2677-6379-42de-afb8-4e2861b7fbd1,segment=NetworkSegment(c3a322f1-207d-4c21-82c1-9c2169022be5),segment_id=c3a322f1-207d-4c21-82c1-9c2169022be5)] {{(pid=106237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:30:24.386433 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:24.424871 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Routers {'0a2ca4b6-0b45-4328-839e-29d345f9d1d7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:30:24.425795 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:30:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['0a2ca4b6-0b45-4328-839e-29d345f9d1d7'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:24.612348 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c903d-f762-4908-96ca-f378418c5214 None None] Pushing event updated for resources: {'Port': ['ID=3eda2677-6379-42de-afb8-4e2861b7fbd1,revision_number=4']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:24.662630 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] Set router 0a2ca4b6-0b45-4328-839e-29d345f9d1d7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:30:24.780677 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:24.983887 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'name': 'tempest-TestMinimumBasicScenario-1774024564-router', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd58c827d-1fe6-41a9-aa33-04b3bd435891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:09Z', 'updated_at': '2022-09-09T20:30:16Z', 'revision_number': 4, 'project_id': '33294a040dca4909a3cbeda469245c75', 'gw_port': {'id': 'd58c827d-1fe6-41a9-aa33-04b3bd435891', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:10Z', 'updated_at': '2022-09-09T20:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '3eda2677-6379-42de-afb8-4e2861b7fbd1', 'name': '', 'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'mac_address': 'fa:16:3e:d8:ed:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '61be2a0b-a69d-4f1b-8ffd-072a2b414361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:15Z', 'updated_at': '2022-09-09T20:30:24Z', 'revision_number': 4, 'project_id': '33294a040dca4909a3cbeda469245c75', 'subnets': [{'id': '61be2a0b-a69d-4f1b-8ffd-072a2b414361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:25.031734 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eff5c3-f51b-4495-95f1-74e8943d550e None None] The sync data for ids ['0a2ca4b6-0b45-4328-839e-29d345f9d1d7'] in dv-cinder-849325-4-iscsi is: [{'id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'name': 'tempest-TestMinimumBasicScenario-1774024564-router', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd58c827d-1fe6-41a9-aa33-04b3bd435891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:09Z', 'updated_at': '2022-09-09T20:30:16Z', 'revision_number': 4, 'project_id': '33294a040dca4909a3cbeda469245c75', 'gw_port': {'id': 'd58c827d-1fe6-41a9-aa33-04b3bd435891', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:10Z', 'updated_at': '2022-09-09T20:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '3eda2677-6379-42de-afb8-4e2861b7fbd1', 'name': '', 'network_id': 'c4fa9650-0477-466a-a7ee-7fa4a1cdd377', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'mac_address': 'fa:16:3e:d8:ed:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '61be2a0b-a69d-4f1b-8ffd-072a2b414361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:15Z', 'updated_at': '2022-09-09T20:30:24Z', 'revision_number': 4, 'project_id': '33294a040dca4909a3cbeda469245c75', 'subnets': [{'id': '61be2a0b-a69d-4f1b-8ffd-072a2b414361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:30:25.067047 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 3eda2677-6379-42de-afb8-4e2861b7fbd1 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:30:25.169766 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 3eda2677-6379-42de-afb8-4e2861b7fbd1 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:25.170141 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:25.286937 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 3eda2677-6379-42de-afb8-4e2861b7fbd1 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:25.287580 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:25.365379 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 3eda2677-6379-42de-afb8-4e2861b7fbd1, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=3eda2677-6379-42de-afb8-4e2861b7fbd1,segment=NetworkSegment(c3a322f1-207d-4c21-82c1-9c2169022be5),segment_id=c3a322f1-207d-4c21-82c1-9c2169022be5)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:30:25.376010 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:25.505757 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=3eda2677-6379-42de-afb8-4e2861b7fbd1,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:25.591682 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc2572-d6ab-4d09-adc5-cb3cea2e7c74 req-51b594c0-a53f-4ae5-af55-a671ac5be3e3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:25.630733 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-efcc2572-d6ab-4d09-adc5-cb3cea2e7c74 req-51b594c0-a53f-4ae5-af55-a671ac5be3e3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.1389499 Sep 09 20:30:25.729564 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-efcc2572-d6ab-4d09-adc5-cb3cea2e7c74 req-8d856607-64ca-46b4-b9f3-d099add9967f tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974860 Sep 09 20:30:26.936707 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648becb-6753-4af8-9876-7e5998954b7e req-88ac4db6-7ef3-4a89-a35f-94af39abd34d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:26.945685 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6648becb-6753-4af8-9876-7e5998954b7e req-88ac4db6-7ef3-4a89-a35f-94af39abd34d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0912251 Sep 09 20:30:27.015318 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6648becb-6753-4af8-9876-7e5998954b7e req-a22fc68f-6c02-4e38-8f74-febbd8f4a9ff tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568435 Sep 09 20:30:27.018567 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 3eda2677-6379-42de-afb8-4e2861b7fbd1 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:30:27.077025 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:27.136576 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 3eda2677-6379-42de-afb8-4e2861b7fbd1 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:27.137131 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:27.169147 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:27.254912 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 3eda2677-6379-42de-afb8-4e2861b7fbd1 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:28.313820 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1d6c1-7216-48e6-886b-f482031eae88 req-5a6fd72f-8f12-470c-9c17-97bc3fda7374 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:28.325172 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e5d1d6c1-7216-48e6-886b-f482031eae88 req-5a6fd72f-8f12-470c-9c17-97bc3fda7374 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.2093945 Sep 09 20:30:28.421074 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e5d1d6c1-7216-48e6-886b-f482031eae88 req-eeae40c0-0d56-475d-8667-819fe0a71632 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942979 Sep 09 20:30:29.895106 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e1dad-279a-4f8e-a432-03989b150825 req-1b20b873-6cf7-4881-a1d6-221d839e38ee tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:29.912589 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5a0e1dad-279a-4f8e-a432-03989b150825 req-1b20b873-6cf7-4881-a1d6-221d839e38ee tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.2906559 Sep 09 20:30:29.947906 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 60324) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:30.069126 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5a0e1dad-279a-4f8e-a432-03989b150825 req-e5c69aa1-475f-4c1d-b73d-4b001e600065 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491511 Sep 09 20:30:30.220663 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4d6a103d-c35a-450c-a537-7cfa376235f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:30.307812 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:30.308864 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:30.384156 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4d6a103d-c35a-450c-a537-7cfa376235f4 admin admin] Publish callbacks [] for security_group (05f183d8-cf70-4bfc-a7dc-21d1c89df106), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:30.397484 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-4d6a103d-c35a-450c-a537-7cfa376235f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (05f183d8-cf70-4bfc-a7dc-21d1c89df106), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:30.461632 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 60332) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:30.461873 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-4d6a103d-c35a-450c-a537-7cfa376235f4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=087796fe88654e079c9546b126df8f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5117645 Sep 09 20:30:30.470243 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a103d-c35a-450c-a537-7cfa376235f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f183d8-cf70-4bfc-a7dc-21d1c89df106,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:30.490103 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:30.568822 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ce5c38a5-c429-424b-8fcd-acdbde1b73b3 admin admin] Publish callbacks [] for security_group (05f183d8-cf70-4bfc-a7dc-21d1c89df106), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:30.614875 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ce5c38a5-c429-424b-8fcd-acdbde1b73b3 admin admin] Publish callbacks [] for security_group (05f183d8-cf70-4bfc-a7dc-21d1c89df106), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:30.713614 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ce5c38a5-c429-424b-8fcd-acdbde1b73b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (05f183d8-cf70-4bfc-a7dc-21d1c89df106), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:30.716505 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ce5c38a5-c429-424b-8fcd-acdbde1b73b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:30.727143 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-ce5c38a5-c429-424b-8fcd-acdbde1b73b3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/05f183d8-cf70-4bfc-a7dc-21d1c89df106 HTTP/1.1" status: 204 len: 168 time: 0.2639010 Sep 09 20:30:30.768942 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c38a5-c429-424b-8fcd-acdbde1b73b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f183d8-cf70-4bfc-a7dc-21d1c89df106,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:31.448620 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91bde7-a74b-41a5-9b5c-0b7636d0aeef req-33d55afa-686f-424b-86bb-4793eba55bd9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:31.463510 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9f91bde7-a74b-41a5-9b5c-0b7636d0aeef req-33d55afa-686f-424b-86bb-4793eba55bd9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.1442201 Sep 09 20:30:31.572956 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 60340) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:31.590519 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9f91bde7-a74b-41a5-9b5c-0b7636d0aeef req-511f9efb-a2c8-4c43-a8cf-2a1df56d32cb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247683 Sep 09 20:30:31.609927 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cbf2ec9-ba5d-4111-a2ea-4d350bb23983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:31.805819 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cbf2ec9-ba5d-4111-a2ea-4d350bb23983 admin admin] Publish callbacks [] for security_group (0cb3f14f-f798-4fca-9e29-8392c563a679), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:31.819894 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cbf2ec9-ba5d-4111-a2ea-4d350bb23983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (0cb3f14f-f798-4fca-9e29-8392c563a679), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:31.868098 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-6cbf2ec9-ba5d-4111-a2ea-4d350bb23983 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=592bb0bed89644c6bf68571805944a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932475 Sep 09 20:30:31.871013 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 60346) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:31.872191 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf2ec9-ba5d-4111-a2ea-4d350bb23983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb3f14f-f798-4fca-9e29-8392c563a679,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:31.974635 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-334d7705-2198-4cb4-bbe3-aefbe4314211 admin admin] Publish callbacks [] for security_group (0cb3f14f-f798-4fca-9e29-8392c563a679), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:32.004042 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-334d7705-2198-4cb4-bbe3-aefbe4314211 admin admin] Publish callbacks [] for security_group (0cb3f14f-f798-4fca-9e29-8392c563a679), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:32.084098 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-334d7705-2198-4cb4-bbe3-aefbe4314211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (0cb3f14f-f798-4fca-9e29-8392c563a679), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:32.086445 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-334d7705-2198-4cb4-bbe3-aefbe4314211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:32.088432 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-334d7705-2198-4cb4-bbe3-aefbe4314211 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0cb3f14f-f798-4fca-9e29-8392c563a679 HTTP/1.1" status: 204 len: 168 time: 0.2157495 Sep 09 20:30:32.124301 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d7705-2198-4cb4-bbe3-aefbe4314211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb3f14f-f798-4fca-9e29-8392c563a679,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:32.771428 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 60354) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:32.820706 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-75a83f76-d3ec-407c-b58e-86ec4314e1d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:32.832076 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca42d7-587f-4f18-990e-47f4fd91d38d req-c686adaa-f8ec-4ed9-bb98-dd4776272d93 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:32.843975 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c0ca42d7-587f-4f18-990e-47f4fd91d38d req-c686adaa-f8ec-4ed9-bb98-dd4776272d93 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0895400 Sep 09 20:30:32.944276 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c0ca42d7-587f-4f18-990e-47f4fd91d38d req-dc826852-efe2-4037-8124-e2e719a8cd86 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967765 Sep 09 20:30:32.984682 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-75a83f76-d3ec-407c-b58e-86ec4314e1d2 admin admin] Publish callbacks [] for security_group (13562755-bb01-4af7-b77f-4f5ea61ea90d), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:32.994596 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-75a83f76-d3ec-407c-b58e-86ec4314e1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (13562755-bb01-4af7-b77f-4f5ea61ea90d), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:33.045588 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a83f76-d3ec-407c-b58e-86ec4314e1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13562755-bb01-4af7-b77f-4f5ea61ea90d,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:33.112358 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 60356) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:33.115299 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-75a83f76-d3ec-407c-b58e-86ec4314e1d2 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b8022c2f5f8845a7b96f96b9ea13ec46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413601 Sep 09 20:30:33.230594 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c513d667-1913-46c9-86a6-4934ecfc3839 admin admin] Publish callbacks [] for security_group (13562755-bb01-4af7-b77f-4f5ea61ea90d), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:33.266876 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c513d667-1913-46c9-86a6-4934ecfc3839 admin admin] Publish callbacks [] for security_group (13562755-bb01-4af7-b77f-4f5ea61ea90d), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:33.378029 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c513d667-1913-46c9-86a6-4934ecfc3839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (13562755-bb01-4af7-b77f-4f5ea61ea90d), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:33.382770 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c513d667-1913-46c9-86a6-4934ecfc3839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:33.389410 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-c513d667-1913-46c9-86a6-4934ecfc3839 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/13562755-bb01-4af7-b77f-4f5ea61ea90d HTTP/1.1" status: 204 len: 168 time: 0.2775316 Sep 09 20:30:33.401501 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513d667-1913-46c9-86a6-4934ecfc3839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13562755-bb01-4af7-b77f-4f5ea61ea90d,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:34.204093 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950d9b8-445d-43e4-b030-bbd956d01de2 req-263982e2-f4f7-4507-858d-6b585e71178a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:34.216252 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8950d9b8-445d-43e4-b030-bbd956d01de2 req-263982e2-f4f7-4507-858d-6b585e71178a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0962002 Sep 09 20:30:34.244431 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:34.284360 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:34.323361 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8950d9b8-445d-43e4-b030-bbd956d01de2 req-fee8603f-2ccb-479b-8b7e-60a0db8b45f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999823 Sep 09 20:30:34.975787 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:35.031739 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=9 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:35.559826 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1061f-9754-4932-94e6-37a18bba8d32 req-7c1de6b4-c9f7-4027-9b22-3e2839817a41 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:35.564430 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-22e1061f-9754-4932-94e6-37a18bba8d32 req-7c1de6b4-c9f7-4027-9b22-3e2839817a41 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0936208 Sep 09 20:30:35.688545 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-22e1061f-9754-4932-94e6-37a18bba8d32 req-e2e55fac-072b-4242-8757-601338eb92e2 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946944 Sep 09 20:30:36.335563 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-e798b980-7703-4847-9418-cf0a51977dd9 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--299412103&fields=id&tenant_id=f07defd609684351b4b7d0d110212a7c HTTP/1.1" status: 200 len: 267 time: 0.0955958 Sep 09 20:30:36.512749 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18421c8-9c7e-460f-8461-86504b36af8d req-8af24b2c-11fd-46ff-8e11-bca919c584c6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:36.514277 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-8af24b2c-11fd-46ff-8e11-bca919c584c6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 819 time: 0.1716065 Sep 09 20:30:36.547221 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-8faf0793-32d2-415f-88c2-70a6b66d0ffc tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/quotas/f07defd609684351b4b7d0d110212a7c HTTP/1.1" status: 200 len: 375 time: 0.0249856 Sep 09 20:30:36.661742 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-36e14e83-a802-41ed-9517-264723220a5f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1148453 Sep 09 20:30:36.874776 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b554e-cef0-44f9-b508-8de74887013f req-46ad4d20-69fb-46d8-9731-c14c74b0ff00 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:36.876240 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c28b554e-cef0-44f9-b508-8de74887013f req-46ad4d20-69fb-46d8-9731-c14c74b0ff00 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/networks?id=c6492b96-0167-457f-ad6b-c9784b1d6ec0 HTTP/1.1" status: 200 len: 814 time: 0.2638028 Sep 09 20:30:36.904104 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c28b554e-cef0-44f9-b508-8de74887013f req-d54c65e6-b5b8-4781-b471-e3948c7ea2aa tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/quotas/da5cdb6c865f4345be2de638e6ded3c6 HTTP/1.1" status: 200 len: 375 time: 0.0166678 Sep 09 20:30:36.906407 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-c1f56f52-b501-4c95-b707-c7a28a06edb1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890612 Sep 09 20:30:37.029065 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c28b554e-cef0-44f9-b508-8de74887013f req-91d64e36-e96e-46f6-a171-5052c1aea790 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=da5cdb6c865f4345be2de638e6ded3c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135268 Sep 09 20:30:37.096447 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-83ad7d9b-ae95-48cb-baaf-0fdcbab1cbc0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826019 Sep 09 20:30:37.252151 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c28b554e-cef0-44f9-b508-8de74887013f req-2319b152-a407-48eb-9854-6d7d506f9f57 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782489 Sep 09 20:30:37.361743 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-2d0af61b-6e07-434e-84eb-100847223640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:37.583930 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:37.598695 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c28b554e-cef0-44f9-b508-8de74887013f req-24fefa0e-cf13-423a-902e-7231345d0a1c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181846 Sep 09 20:30:37.621127 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42e96a-e242-467f-b525-80ee3d255922 req-72b218e9-6306-4e6e-bb14-35df82c40aab tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:37.628829 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0b42e96a-e242-467f-b525-80ee3d255922 req-72b218e9-6306-4e6e-bb14-35df82c40aab tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.2844880 Sep 09 20:30:37.772735 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0b42e96a-e242-467f-b525-80ee3d255922 req-15c29ec9-bfe9-4203-9b7b-6e016b8570af tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218851 Sep 09 20:30:37.992507 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c0930611-0dab-4b0c-bc7b-26a6baa498d8 req-a87f7a28-4afc-45ea-9e89-58c737879e05 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 210 time: 0.1114807 Sep 09 20:30:38.057281 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-89fac7ca-b1d2-43f7-b1e3-866ab814f978 req-7fda5738-7f26-4a71-89be-ac11807ada3d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 210 time: 0.0690293 Sep 09 20:30:38.638891 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:39.049852 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac37c8-fa78-49c7-9ffd-73ecaf7f0908 req-d9cef433-aaef-4abf-9692-53876440af38 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:39.054766 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-45ac37c8-fa78-49c7-9ffd-73ecaf7f0908 req-d9cef433-aaef-4abf-9692-53876440af38 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.1223953 Sep 09 20:30:39.175687 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-45ac37c8-fa78-49c7-9ffd-73ecaf7f0908 req-2d95260d-1917-4317-b26e-441853a6411b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086357 Sep 09 20:30:39.270125 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c52a50f2-7d1c-4ddb-882d-682cb1cdcbaf req-b421581b-b644-4879-a953-13477d14b481 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 210 time: 0.0572178 Sep 09 20:30:39.327084 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cdb6698a-d51f-43da-b20f-37ae57d9b8d9 req-07ce9e19-e688-4a16-b8fc-02f39d962f54 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 210 time: 0.0554426 Sep 09 20:30:39.605822 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-b70919ba-759a-46af-a5ce-457bfda979e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:39.936199 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18421c8-9c7e-460f-8461-86504b36af8d req-3215ded0-b24c-4946-95e5-56dbae665022 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:39.938486 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-3215ded0-b24c-4946-95e5-56dbae665022 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 819 time: 0.3139853 Sep 09 20:30:40.043264 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-3d307954-42ec-4441-9f60-8702e9f54422 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f07defd609684351b4b7d0d110212a7c HTTP/1.1" status: 200 len: 379 time: 0.0924883 Sep 09 20:30:40.059168 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-f18421c8-9c7e-460f-8461-86504b36af8d req-5769e031-3df7-4421-a74e-9f858a3cd6a3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Request body: {'port': {'device_id': '41051093-877e-41db-a9b9-d2c2624a3314', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'admin_state_up': True, 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'security_groups': ['6a0cb332-ce9c-416b-a649-225f73f61b23']}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:30:40.093682 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:40.229053 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18421c8-9c7e-460f-8461-86504b36af8d req-5769e031-3df7-4421-a74e-9f858a3cd6a3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Made reservation on behalf of f07defd609684351b4b7d0d110212a7c for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:30:40.235581 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f18421c8-9c7e-460f-8461-86504b36af8d req-5769e031-3df7-4421-a74e-9f858a3cd6a3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:40.335763 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:40.446119 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d252cb5-549f-48fb-8162-0d3ff399bead req-604bd0bb-6acb-4281-9e2d-4f2c1f7c3015 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:40.451241 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9d252cb5-549f-48fb-8162-0d3ff399bead req-604bd0bb-6acb-4281-9e2d-4f2c1f7c3015 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.1546857 Sep 09 20:30:40.479276 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-f18421c8-9c7e-460f-8461-86504b36af8d req-5769e031-3df7-4421-a74e-9f858a3cd6a3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Allocated IP 172.20.0.10 (b188b4ef-6195-4514-85bf-2356d78cce90/6d70a9b7-1f8e-4795-a1dc-d4fb520bd182/21f730a2-1ecb-4742-8ea6-973064a729fc) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:30:40.493383 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:40.534768 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-31ad5179-076e-4e18-952e-db45e2d9fc92 req-b219dd7c-9de9-4d3a-a703-b41e25ef57bc tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 210 time: 0.0735888 Sep 09 20:30:40.705315 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9d252cb5-549f-48fb-8162-0d3ff399bead req-64ee9aae-7efe-4ceb-8694-111b817f8362 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304320 Sep 09 20:30:40.767231 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5370bc5d-2568-4639-8026-505601502a94 req-4185e149-74d8-4e77-9515-b0b68dc214e2 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 210 time: 0.1079583 Sep 09 20:30:40.877335 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:40.927635 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 60614) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:41.042941 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b554e-cef0-44f9-b508-8de74887013f req-235286ba-e6e4-43ff-aa99-8cf8e89613bb tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:41.051650 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c28b554e-cef0-44f9-b508-8de74887013f req-235286ba-e6e4-43ff-aa99-8cf8e89613bb tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.25 "GET /networking/v2.0/networks?id=c6492b96-0167-457f-ad6b-c9784b1d6ec0 HTTP/1.1" status: 200 len: 814 time: 0.5104053 Sep 09 20:30:41.096108 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:30:41.120627 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-c28b554e-cef0-44f9-b508-8de74887013f req-f6207cde-3d8e-4c19-adca-d5f099663b3c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Request body: {'port': {'device_id': '7a5303a6-d80f-4a4f-831b-4432191724db', 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'admin_state_up': True, 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:30:41.161947 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fc9f48-e00c-4249-afae-90c88c999b98 admin admin] Deleting subnet 377f0b46-7565-42ec-8482-7668d88cf2b8 {{(pid=106234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:30:41.176831 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-72fc9f48-e00c-4249-afae-90c88c999b98 admin admin] Publish callbacks [] for subnet (377f0b46-7565-42ec-8482-7668d88cf2b8), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:41.246772 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-72fc9f48-e00c-4249-afae-90c88c999b98 admin admin] Publish callbacks [] for subnet (377f0b46-7565-42ec-8482-7668d88cf2b8), precommit_delete_associations {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:41.261768 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-72fc9f48-e00c-4249-afae-90c88c999b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (377f0b46-7565-42ec-8482-7668d88cf2b8), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:41.275974 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f18421c8-9c7e-460f-8461-86504b36af8d req-5769e031-3df7-4421-a74e-9f858a3cd6a3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:41.380245 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28b554e-cef0-44f9-b508-8de74887013f req-f6207cde-3d8e-4c19-adca-d5f099663b3c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Made reservation on behalf of da5cdb6c865f4345be2de638e6ded3c6 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:30:41.385785 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-c28b554e-cef0-44f9-b508-8de74887013f req-f6207cde-3d8e-4c19-adca-d5f099663b3c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:41.390097 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f18421c8-9c7e-460f-8461-86504b36af8d req-5769e031-3df7-4421-a74e-9f858a3cd6a3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:41.439272 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-72fc9f48-e00c-4249-afae-90c88c999b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for subnet (377f0b46-7565-42ec-8482-7668d88cf2b8), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:41.466496 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18421c8-9c7e-460f-8461-86504b36af8d req-5769e031-3df7-4421-a74e-9f858a3cd6a3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Network b188b4ef-6195-4514-85bf-2356d78cce90 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:30:41.469444 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-f18421c8-9c7e-460f-8461-86504b36af8d req-5769e031-3df7-4421-a74e-9f858a3cd6a3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:30:41.471384 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769e031-3df7-4421-a74e-9f858a3cd6a3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Pushing event updated for resources: {'Port': ['ID=21f730a2-1ecb-4742-8ea6-973064a729fc,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:41.475104 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18421c8-9c7e-460f-8461-86504b36af8d req-5769e031-3df7-4421-a74e-9f858a3cd6a3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:30:41.499334 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc9f48-e00c-4249-afae-90c88c999b98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377f0b46-7565-42ec-8482-7668d88cf2b8,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:41.532816 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-72fc9f48-e00c-4249-afae-90c88c999b98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:41.565926 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-72fc9f48-e00c-4249-afae-90c88c999b98 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/377f0b46-7565-42ec-8482-7668d88cf2b8 HTTP/1.1" status: 204 len: 168 time: 0.6325719 Sep 09 20:30:41.567404 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 60618) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:41.696551 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18421c8-9c7e-460f-8461-86504b36af8d req-5769e031-3df7-4421-a74e-9f858a3cd6a3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:41.697233 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f18421c8-9c7e-460f-8461-86504b36af8d req-5769e031-3df7-4421-a74e-9f858a3cd6a3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:41.731225 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:41.801031 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (2cbef6b9-0698-42fe-962c-df7eb81f10bf), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:41.808262 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-5769e031-3df7-4421-a74e-9f858a3cd6a3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7569060 Sep 09 20:30:41.857500 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Request body: {'port': {'device_id': '41051093-877e-41db-a9b9-d2c2624a3314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:30:41.910917 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2ac49-9081-40e0-94cd-68bfa615c695 req-6c420a09-743d-4240-95f8-a02cdbb0572e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:41.932525 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-47a2ac49-9081-40e0-94cd-68bfa615c695 req-6c420a09-743d-4240-95f8-a02cdbb0572e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 932 time: 0.1291089 Sep 09 20:30:41.950499 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-c28b554e-cef0-44f9-b508-8de74887013f req-f6207cde-3d8e-4c19-adca-d5f099663b3c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Allocated IP 172.20.0.10 (c6492b96-0167-457f-ad6b-c9784b1d6ec0/4c0dc9ef-f83a-486d-829c-455d4a9a91e2/b9b51f9a-0a54-4a10-bce6-3b821e125c22) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:30:41.960249 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:42.000549 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-04264d8c-3ec3-4f20-9e9d-10c896630381 None None] Provisioning complete for port 21f730a2-1ecb-4742-8ea6-973064a729fc triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:42.001358 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-04264d8c-3ec3-4f20-9e9d-10c896630381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:42.052875 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:42.069714 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-04264d8c-3ec3-4f20-9e9d-10c896630381 None None] Port 21f730a2-1ecb-4742-8ea6-973064a729fc cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:30:42.143985 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2fb0f-1761-49d6-81b5-d342dd463fe7 req-8e2ec03c-01fe-4ff8-a065-ae1a8dfbcede tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:42.152898 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8bc2fb0f-1761-49d6-81b5-d342dd463fe7 req-8e2ec03c-01fe-4ff8-a065-ae1a8dfbcede tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0998561 Sep 09 20:30:42.166089 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (2cbef6b9-0698-42fe-962c-df7eb81f10bf), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:42.228191 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-47a2ac49-9081-40e0-94cd-68bfa615c695 req-91d06bbb-df8a-4eab-a7ce-798d54f1f66f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935374 Sep 09 20:30:42.237646 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:30:42.238217 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:30:42.239434 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:30:42.240023 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Subscribe: > port after_create 55550000 {{(pid=106234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:30:42.240590 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:30:42.241120 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Subscribe: > port after_update 55550000 {{(pid=106234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:30:42.241650 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:30:42.242201 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:30:42.242824 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:30:42.243299 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:30:42.338952 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:42.344557 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:30:42.345000 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:30:42.349598 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:30:42.350003 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:30:42.350492 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbef6b9-0698-42fe-962c-df7eb81f10bf']}} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:42.471558 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:42.486179 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5deaa828-989a-4d7a-bcdf-326c6846b6ce') {'for_net_delete': True} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:42.486928 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5deaa828-989a-4d7a-bcdf-326c6846b6ce') {} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:30:42.541237 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8bc2fb0f-1761-49d6-81b5-d342dd463fe7 req-b4d17f38-8f77-432b-aa7a-40e7bd365ffd tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3813338 Sep 09 20:30:42.571864 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a9fa8bd8-b308-4b07-8348-a2c2d71d6b8e req-9189bff3-d1b9-4273-bca5-254293690a5c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 210 time: 0.1630363 Sep 09 20:30:42.579790 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8406200'] for segment (5deaa828-989a-4d7a-bcdf-326c6846b6ce), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:42.613762 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (5deaa828-989a-4d7a-bcdf-326c6846b6ce), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:42.638173 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:30:42.639244 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12204042'] for segment (5deaa828-989a-4d7a-bcdf-326c6846b6ce), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:42.689734 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:42.723233 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-c28b554e-cef0-44f9-b508-8de74887013f req-f6207cde-3d8e-4c19-adca-d5f099663b3c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:42.825923 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (2cbef6b9-0698-42fe-962c-df7eb81f10bf), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:42.846929 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:42.852754 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/2cbef6b9-0698-42fe-962c-df7eb81f10bf HTTP/1.1" status: 204 len: 168 time: 1.2820702 Sep 09 20:30:42.894594 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f4414-6b91-4be1-8104-21802d343f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cbef6b9-0698-42fe-962c-df7eb81f10bf,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:42.910987 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-c28b554e-cef0-44f9-b508-8de74887013f req-f6207cde-3d8e-4c19-adca-d5f099663b3c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:42.963939 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f730a2-1ecb-4742-8ea6-973064a729fc {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:30:42.977442 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Publish callbacks [] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:43.012705 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28b554e-cef0-44f9-b508-8de74887013f req-f6207cde-3d8e-4c19-adca-d5f099663b3c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Network c6492b96-0167-457f-ad6b-c9784b1d6ec0 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:30:43.018957 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Transition to ACTIVE for port object 21f730a2-1ecb-4742-8ea6-973064a729fc will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:30:43.020490 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6207cde-3d8e-4c19-adca-d5f099663b3c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Pushing event updated for resources: {'Port': ['ID=b9b51f9a-0a54-4a10-bce6-3b821e125c22,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:43.038690 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-c28b554e-cef0-44f9-b508-8de74887013f req-f6207cde-3d8e-4c19-adca-d5f099663b3c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:30:43.042016 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28b554e-cef0-44f9-b508-8de74887013f req-f6207cde-3d8e-4c19-adca-d5f099663b3c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:30:43.049907 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment 5deaa828-989a-4d7a-bcdf-326c6846b6ce resource provider aggregate not found Sep 09 20:30:43.050316 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:43.081676 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment 5deaa828-989a-4d7a-bcdf-326c6846b6ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5deaa828-989a-4d7a-bcdf-326c6846b6ce found for delete ", "request_id": "req-2ec25bf0-7757-4fb1-a750-380f755d25a6"}]} Sep 09 20:30:43.212011 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 60642) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:43.232701 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b554e-cef0-44f9-b508-8de74887013f req-f6207cde-3d8e-4c19-adca-d5f099663b3c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:43.233360 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-c28b554e-cef0-44f9-b508-8de74887013f req-f6207cde-3d8e-4c19-adca-d5f099663b3c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:43.239440 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:43.240311 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Pushing event updated for resources: {'Port': ['ID=21f730a2-1ecb-4742-8ea6-973064a729fc,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:43.271767 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c28b554e-cef0-44f9-b508-8de74887013f req-f6207cde-3d8e-4c19-adca-d5f099663b3c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1728721 Sep 09 20:30:43.280037 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-4892f8a1-8fe4-496b-bd6d-05a3b6c24627 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=32c862d7b7b242f699139ac0821867a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0666034 Sep 09 20:30:43.282516 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 60648) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:43.298771 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Request body: {'port': {'device_id': '7a5303a6-d80f-4a4f-831b-4432191724db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:30:43.328739 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Attempting to bind port 21f730a2-1ecb-4742-8ea6-973064a729fc on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:30:43.329320 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Attempting to bind port 21f730a2-1ecb-4742-8ea6-973064a729fc by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:30:43.329760 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Attempting to bind port 21f730a2-1ecb-4742-8ea6-973064a729fc on network b188b4ef-6195-4514-85bf-2356d78cce90 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:30:43.369778 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:43.416970 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Port 21f730a2-1ecb-4742-8ea6-973064a729fc on network b188b4ef-6195-4514-85bf-2356d78cce90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:30:43.417371 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Attempting to bind port 21f730a2-1ecb-4742-8ea6-973064a729fc on network b188b4ef-6195-4514-85bf-2356d78cce90 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:30:43.420866 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:43.422281 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0898c622-44c5-472c-ad11-a3e88ea600d6 admin admin] Publish callbacks [] for security_group (db9ccfd0-abe0-4f7d-b76c-42d0811bca77), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:43.431265 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-8422e9d9-7f96-4801-9d8e-b6b8900160c4 None None] Provisioning complete for port b9b51f9a-0a54-4a10-bce6-3b821e125c22 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:43.432293 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8422e9d9-7f96-4801-9d8e-b6b8900160c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:43.441309 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:43.458520 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0898c622-44c5-472c-ad11-a3e88ea600d6 admin admin] Publish callbacks [] for security_group (db9ccfd0-abe0-4f7d-b76c-42d0811bca77), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:43.478325 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910445a0-3abf-49a4-ae32-ff2966fe7af6 req-ba555265-e834-4ef1-92f5-d56734b3cef9 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:43.485587 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-910445a0-3abf-49a4-ae32-ff2966fe7af6 req-ba555265-e834-4ef1-92f5-d56734b3cef9 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 944 time: 0.1068594 Sep 09 20:30:43.526442 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-8422e9d9-7f96-4801-9d8e-b6b8900160c4 None None] Port b9b51f9a-0a54-4a10-bce6-3b821e125c22 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:30:43.538828 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:30:43.539353 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Checking segment: {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:30:43.539810 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Bound using segment: {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:30:43.540080 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Bound port: 21f730a2-1ecb-4742-8ea6-973064a729fc, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '725a5bde-dc7a-4e8b-a000-923e94080fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:30:43.540435 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:43.564086 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-910445a0-3abf-49a4-ae32-ff2966fe7af6 req-2c731719-aa5c-4964-88e2-a924465bf576 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775421 Sep 09 20:30:43.603874 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0898c622-44c5-472c-ad11-a3e88ea600d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (db9ccfd0-abe0-4f7d-b76c-42d0811bca77), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:43.607107 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0898c622-44c5-472c-ad11-a3e88ea600d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:43.608501 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-0898c622-44c5-472c-ad11-a3e88ea600d6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/db9ccfd0-abe0-4f7d-b76c-42d0811bca77 HTTP/1.1" status: 204 len: 168 time: 0.3238654 Sep 09 20:30:43.618784 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898c622-44c5-472c-ad11-a3e88ea600d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9ccfd0-abe0-4f7d-b76c-42d0811bca77,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:43.802959 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] For port 21f730a2-1ecb-4742-8ea6-973064a729fc, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:30:43.823261 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] For port 21f730a2-1ecb-4742-8ea6-973064a729fc, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=21f730a2-1ecb-4742-8ea6-973064a729fc,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:30:43.839848 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:43.854779 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3507f56-beb4-44b9-9fc3-140e8f3c1a52 req-cafe30ef-79a9-4734-b2bc-d7d95d7024f2 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:43.857863 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e3507f56-beb4-44b9-9fc3-140e8f3c1a52 req-cafe30ef-79a9-4734-b2bc-d7d95d7024f2 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0754447 Sep 09 20:30:43.896778 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf8bf5-71a3-4c16-b4e0-c9078985e1df req-95ae0d8e-918e-48a0-8abd-b03fb2607d36 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:43.899301 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-91bf8bf5-71a3-4c16-b4e0-c9078985e1df req-95ae0d8e-918e-48a0-8abd-b03fb2607d36 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 932 time: 0.1758528 Sep 09 20:30:43.905803 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:43.906527 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:43.907815 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/21f730a2-1ecb-4742-8ea6-973064a729fc HTTP/1.1" status: 200 len: 1094 time: 2.0830081 Sep 09 20:30:43.912904 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39259706-ccc0-4fac-a82a-aa5a12df7c48 service neutron] Pushing event updated for resources: {'Port': ['ID=21f730a2-1ecb-4742-8ea6-973064a729fc,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:43.916054 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41051093-877e-41db-a9b9-d2c2624a3314', 'tag': '21f730a2-1ecb-4742-8ea6-973064a729fc'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:30:43.934685 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8216185a-e159-43d8-a98a-a342b5560a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "41051093-877e-41db-a9b9-d2c2624a3314", "tag": "21f730a2-1ecb-4742-8ea6-973064a729fc"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:30:44.068743 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e3507f56-beb4-44b9-9fc3-140e8f3c1a52 req-89059237-02be-44a4-84a1-8bc77d1130be tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679299 Sep 09 20:30:44.131277 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-91bf8bf5-71a3-4c16-b4e0-c9078985e1df req-5cbd68ec-3200-45bb-b9af-6e1d2ec8f8b7 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214284 Sep 09 20:30:44.338081 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57514a27-2296-460f-b8a9-6991a470633f x-openstack-request-id: req-57514a27-2296-460f-b8a9-6991a470633f {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:30:44.338638 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41051093-877e-41db-a9b9-d2c2624a3314", "tag": "21f730a2-1ecb-4742-8ea6-973064a729fc", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:30:44.338638 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57514a27-2296-460f-b8a9-6991a470633f {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:30:44.339006 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57514a27-2296-460f-b8a9-6991a470633f'] response: {'name': 'network-changed', 'server_uuid': '41051093-877e-41db-a9b9-d2c2624a3314', 'tag': '21f730a2-1ecb-4742-8ea6-973064a729fc', 'status': 'completed', 'code': 200} Sep 09 20:30:44.354700 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b51f9a-0a54-4a10-bce6-3b821e125c22 {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:30:44.367932 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Publish callbacks [] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:44.393552 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Transition to ACTIVE for port object b9b51f9a-0a54-4a10-bce6-3b821e125c22 will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:30:44.404268 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18421c8-9c7e-460f-8461-86504b36af8d req-90aa981b-0a62-417f-833b-9c153a3d0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:44.407706 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-90aa981b-0a62-417f-833b-9c153a3d0ca7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 1128 time: 0.3860078 Sep 09 20:30:44.407706 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:44.467791 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b51f9a-0a54-4a10-bce6-3b821e125c22,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:44.503885 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-2904e9e8-7d81-4fef-84b7-cd4e057bc5fd service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21f730a2-1ecb-4742-8ea6-973064a729fc HTTP/1.1" status: 200 len: 217 time: 0.0590897 Sep 09 20:30:44.638848 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18421c8-9c7e-460f-8461-86504b36af8d req-701f7214-2358-4d49-a21f-016d76317ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:44.640319 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-701f7214-2358-4d49-a21f-016d76317ea2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 HTTP/1.1" status: 200 len: 858 time: 0.1265917 Sep 09 20:30:44.672119 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:44.675689 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Attempting to bind port b9b51f9a-0a54-4a10-bce6-3b821e125c22 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:30:44.676030 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Attempting to bind port b9b51f9a-0a54-4a10-bce6-3b821e125c22 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:30:44.676497 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Attempting to bind port b9b51f9a-0a54-4a10-bce6-3b821e125c22 on network c6492b96-0167-457f-ad6b-c9784b1d6ec0 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:30:44.761190 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b48a9-437c-4f0f-8185-58f125599471 req-9413f0b0-e91a-45cc-b104-b5318b7e8842 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:44.764221 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-be1b48a9-437c-4f0f-8185-58f125599471 req-9413f0b0-e91a-45cc-b104-b5318b7e8842 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 944 time: 0.0927560 Sep 09 20:30:44.764375 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18421c8-9c7e-460f-8461-86504b36af8d req-b177018a-459f-4684-b725-68cb6caf488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:44.773281 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-b177018a-459f-4684-b725-68cb6caf488f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b188b4ef-6195-4514-85bf-2356d78cce90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1133213 Sep 09 20:30:44.800558 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:44.884699 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-be1b48a9-437c-4f0f-8185-58f125599471 req-ac47409e-1fac-4dd2-9ed9-e4011a5db14c tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064456 Sep 09 20:30:44.914905 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-3b36c486-7663-4808-8acb-a1de2804240b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288238 Sep 09 20:30:44.917053 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Port b9b51f9a-0a54-4a10-bce6-3b821e125c22 on network c6492b96-0167-457f-ad6b-c9784b1d6ec0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:30:44.917528 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Attempting to bind port b9b51f9a-0a54-4a10-bce6-3b821e125c22 on network c6492b96-0167-457f-ad6b-c9784b1d6ec0 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:30:45.047209 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:30:45.047638 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Checking segment: {'id': '01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:30:45.048164 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Bound using segment: {'id': '01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:30:45.048675 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Bound port: b9b51f9a-0a54-4a10-bce6-3b821e125c22, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:30:45.049107 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:45.161033 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f18421c8-9c7e-460f-8461-86504b36af8d req-fe9d2489-c58c-49a1-b5cf-c4776fd3da0d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179222 Sep 09 20:30:45.215500 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] For port b9b51f9a-0a54-4a10-bce6-3b821e125c22, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:30:45.224622 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] For port b9b51f9a-0a54-4a10-bce6-3b821e125c22, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b9b51f9a-0a54-4a10-bce6-3b821e125c22,segment=NetworkSegment(01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc),segment_id=01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:30:45.285128 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216185a-e159-43d8-a98a-a342b5560a0b req-394bb489-a04f-4eaf-a514-4770a8cdf071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:45.291716 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8216185a-e159-43d8-a98a-a342b5560a0b req-394bb489-a04f-4eaf-a514-4770a8cdf071 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 1128 time: 0.0492456 Sep 09 20:30:45.291716 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:45.293554 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:45.294619 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:45.296799 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c28b554e-cef0-44f9-b508-8de74887013f req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/b9b51f9a-0a54-4a10-bce6-3b821e125c22 HTTP/1.1" status: 200 len: 1094 time: 2.0105782 Sep 09 20:30:45.387213 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c77bdf-418f-41ac-9700-57b780d5efb8 req-ba5b4c33-58be-4ed2-a6a3-0a69496bf79b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:45.398348 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-00c77bdf-418f-41ac-9700-57b780d5efb8 req-ba5b4c33-58be-4ed2-a6a3-0a69496bf79b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.1485279 Sep 09 20:30:45.416900 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2090377-0871-4aaa-aaf3-092c5208d66b req-3e3583cf-7657-4c81-8fc4-ddae7040d30d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:45.425913 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a2090377-0871-4aaa-aaf3-092c5208d66b req-3e3583cf-7657-4c81-8fc4-ddae7040d30d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 944 time: 0.1378706 Sep 09 20:30:45.447155 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f532480-a5f0-46c5-8aad-d54a2ca8bd57 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b51f9a-0a54-4a10-bce6-3b821e125c22,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:45.467496 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b554e-cef0-44f9-b508-8de74887013f req-9b5c06a2-f00f-4092-9ff5-c4e0a586eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:45.467496 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c28b554e-cef0-44f9-b508-8de74887013f req-9b5c06a2-f00f-4092-9ff5-c4e0a586eeb6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da5cdb6c865f4345be2de638e6ded3c6&device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 1128 time: 0.0957952 Sep 09 20:30:45.518047 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-00c77bdf-418f-41ac-9700-57b780d5efb8 req-a7d3fdfb-2be8-4484-a2ae-9892484f13ca tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185651 Sep 09 20:30:45.535854 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216185a-e159-43d8-a98a-a342b5560a0b req-53c6cb16-f49f-40d3-9ac4-c70c54a0c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:45.537306 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8216185a-e159-43d8-a98a-a342b5560a0b req-53c6cb16-f49f-40d3-9ac4-c70c54a0c5dc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 920 time: 0.2381034 Sep 09 20:30:45.543031 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a2090377-0871-4aaa-aaf3-092c5208d66b req-faca059f-8906-4af3-9cfe-a6c6c2f9d3d5 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154771 Sep 09 20:30:45.545679 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c28b554e-cef0-44f9-b508-8de74887013f req-f0510a12-c29e-49c2-bd08-24788f64362b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b51f9a-0a54-4a10-bce6-3b821e125c22 HTTP/1.1" status: 200 len: 217 time: 0.0632253 Sep 09 20:30:45.591236 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8216185a-e159-43d8-a98a-a342b5560a0b req-f4978227-f87c-4545-8f81-8bc4d32fdb23 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21f730a2-1ecb-4742-8ea6-973064a729fc HTTP/1.1" status: 200 len: 217 time: 0.0441327 Sep 09 20:30:45.687426 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b554e-cef0-44f9-b508-8de74887013f req-83657344-b789-454c-8d40-b96ffb3978a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:45.688992 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c28b554e-cef0-44f9-b508-8de74887013f req-83657344-b789-454c-8d40-b96ffb3978a6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4c0dc9ef-f83a-486d-829c-455d4a9a91e2 HTTP/1.1" status: 200 len: 853 time: 0.1070960 Sep 09 20:30:45.736177 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216185a-e159-43d8-a98a-a342b5560a0b req-02882a1a-c2ed-45f1-b83a-1f3d0c1183ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:45.737663 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8216185a-e159-43d8-a98a-a342b5560a0b req-02882a1a-c2ed-45f1-b83a-1f3d0c1183ec service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 HTTP/1.1" status: 200 len: 858 time: 0.1155198 Sep 09 20:30:45.764648 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b554e-cef0-44f9-b508-8de74887013f req-6ed30409-ee44-4ee8-ab04-c3df7e662121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:45.766283 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c28b554e-cef0-44f9-b508-8de74887013f req-6ed30409-ee44-4ee8-ab04-c3df7e662121 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=c6492b96-0167-457f-ad6b-c9784b1d6ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601792 Sep 09 20:30:45.851074 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216185a-e159-43d8-a98a-a342b5560a0b req-32f70e85-376a-447f-a381-66888a76ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:45.853320 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8216185a-e159-43d8-a98a-a342b5560a0b req-32f70e85-376a-447f-a381-66888a76ce59 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b188b4ef-6195-4514-85bf-2356d78cce90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011267 Sep 09 20:30:45.875414 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:46.013962 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c28b554e-cef0-44f9-b508-8de74887013f req-65aab680-97b9-4c0c-b42e-a9fb31e099ba service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293792 Sep 09 20:30:46.065790 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ff8aa-3bd0-4a21-ad80-8b5b4f4ad349 req-df18a3a0-ce28-4946-a2de-69c54915411c tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:46.073791 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b75ff8aa-3bd0-4a21-ad80-8b5b4f4ad349 req-df18a3a0-ce28-4946-a2de-69c54915411c tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 944 time: 0.0609136 Sep 09 20:30:46.099014 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8216185a-e159-43d8-a98a-a342b5560a0b req-735f66f9-45b1-4f44-853a-1d048ca55493 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351682 Sep 09 20:30:46.127590 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b75ff8aa-3bd0-4a21-ad80-8b5b4f4ad349 req-440418cd-4899-4661-b8d7-bbb82556d092 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529160 Sep 09 20:30:46.207770 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:46.241535 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c28b554e-cef0-44f9-b508-8de74887013f req-9d9695b4-e76a-4d6f-949a-e7c51d757ff5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175772 Sep 09 20:30:46.254800 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8216185a-e159-43d8-a98a-a342b5560a0b req-cab9b73e-b39f-401e-a853-61c1fa3f7d9b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463177 Sep 09 20:30:46.341032 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5303a6-d80f-4a4f-831b-4432191724db', 'tag': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:30:46.343438 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f70ad0-8669-4c14-90c0-ea58e99962ae" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5303a6-d80f-4a4f-831b-4432191724db", "tag": "b9b51f9a-0a54-4a10-bce6-3b821e125c22"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:30:46.389765 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e9dafa-199a-4282-b58f-c30c5ea5e661 x-openstack-request-id: req-39e9dafa-199a-4282-b58f-c30c5ea5e661 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:30:46.390060 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5303a6-d80f-4a4f-831b-4432191724db", "tag": "b9b51f9a-0a54-4a10-bce6-3b821e125c22", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:30:46.390316 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39e9dafa-199a-4282-b58f-c30c5ea5e661 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:30:46.390722 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e9dafa-199a-4282-b58f-c30c5ea5e661'] response: {'name': 'network-changed', 'server_uuid': '7a5303a6-d80f-4a4f-831b-4432191724db', 'tag': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22', 'status': 'completed', 'code': 200} Sep 09 20:30:46.467406 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f70ad0-8669-4c14-90c0-ea58e99962ae req-dabfaa83-36e9-4aa5-a232-0bcac5fe0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:46.468841 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c9f70ad0-8669-4c14-90c0-ea58e99962ae req-dabfaa83-36e9-4aa5-a232-0bcac5fe0ab4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da5cdb6c865f4345be2de638e6ded3c6&device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 1128 time: 0.0480092 Sep 09 20:30:46.759021 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f70ad0-8669-4c14-90c0-ea58e99962ae req-8e035ca0-c2f5-4734-b63f-5f618a26b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:46.760527 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c9f70ad0-8669-4c14-90c0-ea58e99962ae req-8e035ca0-c2f5-4734-b63f-5f618a26b2e9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=c6492b96-0167-457f-ad6b-c9784b1d6ec0 HTTP/1.1" status: 200 len: 915 time: 0.2851815 Sep 09 20:30:46.806037 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0713af-0ee6-4ac9-aaeb-d0b9dc9e1b12 req-3af972dd-b6b4-4d4b-be31-c4f99de7ad54 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:46.809730 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dd0713af-0ee6-4ac9-aaeb-d0b9dc9e1b12 req-3af972dd-b6b4-4d4b-be31-c4f99de7ad54 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0945282 Sep 09 20:30:46.831316 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c9f70ad0-8669-4c14-90c0-ea58e99962ae req-9a6dc108-518c-41e8-b8f6-b44a058110d6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b51f9a-0a54-4a10-bce6-3b821e125c22 HTTP/1.1" status: 200 len: 217 time: 0.0627840 Sep 09 20:30:46.892037 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f70ad0-8669-4c14-90c0-ea58e99962ae req-d8576e32-0773-4163-8ccc-883b7d5e5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:46.893545 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c9f70ad0-8669-4c14-90c0-ea58e99962ae req-d8576e32-0773-4163-8ccc-883b7d5e5832 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4c0dc9ef-f83a-486d-829c-455d4a9a91e2 HTTP/1.1" status: 200 len: 853 time: 0.0558884 Sep 09 20:30:46.897396 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c25526-1b85-4dd6-b010-4b8009a6e905 req-c33829ba-6868-4a91-9252-8816a0f5994c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:46.899032 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c7c25526-1b85-4dd6-b010-4b8009a6e905 req-c33829ba-6868-4a91-9252-8816a0f5994c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 944 time: 0.0877414 Sep 09 20:30:46.967199 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f70ad0-8669-4c14-90c0-ea58e99962ae req-a715eb36-6e94-4ea6-8aa0-70dc30463cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:46.968796 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c9f70ad0-8669-4c14-90c0-ea58e99962ae req-a715eb36-6e94-4ea6-8aa0-70dc30463cdd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=c6492b96-0167-457f-ad6b-c9784b1d6ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657239 Sep 09 20:30:46.969194 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:46.980597 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dd0713af-0ee6-4ac9-aaeb-d0b9dc9e1b12 req-5048aeca-c008-492a-a0b0-b3b835070b40 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666439 Sep 09 20:30:47.051763 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c7c25526-1b85-4dd6-b010-4b8009a6e905 req-48f24653-e40f-45f0-9b8f-d83f5e781d35 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284833 Sep 09 20:30:47.165023 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c9f70ad0-8669-4c14-90c0-ea58e99962ae req-da85587d-fefa-419e-aad6-527887ef6d28 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876819 Sep 09 20:30:47.329930 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c9f70ad0-8669-4c14-90c0-ea58e99962ae req-06c5e2d3-a5fe-40ec-9042-bf733d2e8769 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493397 Sep 09 20:30:47.338926 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ed0d0-68b3-436b-8e74-7ce97b1ce3a2 req-973135d4-e6a4-46fe-8619-605c744fbd33 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:47.340647 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f80ed0d0-68b3-436b-8e74-7ce97b1ce3a2 req-973135d4-e6a4-46fe-8619-605c744fbd33 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 944 time: 0.1045492 Sep 09 20:30:47.379331 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:47.408478 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f80ed0d0-68b3-436b-8e74-7ce97b1ce3a2 req-6cf02175-ff67-4bba-bdb3-3bb03d05a44e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618701 Sep 09 20:30:48.230918 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057e2e8-3332-4285-8764-6cc038324f05 req-f4bafc43-e657-4048-84cc-a207734b3b43 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:48.232446 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e057e2e8-3332-4285-8764-6cc038324f05 req-f4bafc43-e657-4048-84cc-a207734b3b43 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 944 time: 0.0615764 Sep 09 20:30:48.239015 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c1025-5304-4ae9-87a1-36c0fe5e6999 req-b90459ce-82bb-4fdb-afd2-2f3be0cc0087 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:48.240613 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ba1c1025-5304-4ae9-87a1-36c0fe5e6999 req-b90459ce-82bb-4fdb-afd2-2f3be0cc0087 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.1339948 Sep 09 20:30:48.332118 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e057e2e8-3332-4285-8764-6cc038324f05 req-c1e94f0d-3521-4c62-aef9-738af1185e48 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859149 Sep 09 20:30:48.335618 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ba1c1025-5304-4ae9-87a1-36c0fe5e6999 req-d01482cf-3951-4a75-9dcb-389e8810ee78 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874758 Sep 09 20:30:48.533466 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97c29e-1cc6-45a8-83d4-2ab13079e605 req-7830d620-6651-4d99-950f-865889d5062e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:48.535344 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ae97c29e-1cc6-45a8-83d4-2ab13079e605 req-7830d620-6651-4d99-950f-865889d5062e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 944 time: 0.0555544 Sep 09 20:30:48.591636 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ae97c29e-1cc6-45a8-83d4-2ab13079e605 req-aa34318a-2ec6-4ebf-8115-c9500d8ba88b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499499 Sep 09 20:30:49.583135 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef199987-6aae-4b64-b185-01c6d6cbdbc0 req-d4d6efe3-1632-4f70-8634-989920872aca tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:49.584642 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ef199987-6aae-4b64-b185-01c6d6cbdbc0 req-d4d6efe3-1632-4f70-8634-989920872aca tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0906100 Sep 09 20:30:49.591225 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ba953-f8f9-46e6-82eb-1c2031ca084f req-89282cb2-3317-43ca-9a07-694dfa5f6516 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:49.592719 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-027ba953-f8f9-46e6-82eb-1c2031ca084f req-89282cb2-3317-43ca-9a07-694dfa5f6516 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 944 time: 0.0875263 Sep 09 20:30:49.687488 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-027ba953-f8f9-46e6-82eb-1c2031ca084f req-b44f0934-0be8-45a4-830f-65a6970ec0a6 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810244 Sep 09 20:30:49.717297 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ef199987-6aae-4b64-b185-01c6d6cbdbc0 req-e30a44cf-5d95-46bf-8a57-49af207bc18e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741398 Sep 09 20:30:49.811907 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0462e6-328d-406f-a8b5-f7363220767a req-c5d7552b-d44a-4930-a444-af32fc43e9c0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:49.813592 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1c0462e6-328d-406f-a8b5-f7363220767a req-c5d7552b-d44a-4930-a444-af32fc43e9c0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 944 time: 0.0535448 Sep 09 20:30:49.866548 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1c0462e6-328d-406f-a8b5-f7363220767a req-49ea8e9f-1115-4071-9057-3e7f08a10fe6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473156 Sep 09 20:30:50.887922 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb5aaf-9ab0-4007-868a-b53e113c5080 req-79402f25-c3ef-4c23-882d-106e3d04b01a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:50.889454 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9dbb5aaf-9ab0-4007-868a-b53e113c5080 req-79402f25-c3ef-4c23-882d-106e3d04b01a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0601735 Sep 09 20:30:50.898123 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590df018-8d1b-42f0-923d-4ebce2090662 req-3c2cee91-7e0a-45f7-97a6-e5536fe7ebb5 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:50.899635 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-590df018-8d1b-42f0-923d-4ebce2090662 req-3c2cee91-7e0a-45f7-97a6-e5536fe7ebb5 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 944 time: 0.1118152 Sep 09 20:30:50.982073 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9dbb5aaf-9ab0-4007-868a-b53e113c5080 req-7d9398b0-be90-466a-b4b5-c09da8551262 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813472 Sep 09 20:30:51.005711 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-590df018-8d1b-42f0-923d-4ebce2090662 req-434be30a-45b6-4bb0-9ab8-d85731ab2f41 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946715 Sep 09 20:30:51.072531 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:51.077703 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:51.160229 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821c449-08fc-4d32-8a12-9017a6e985f4 req-26d96a4a-42dc-43d3-bc72-05aa15b87c2b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:51.172105 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4821c449-08fc-4d32-8a12-9017a6e985f4 req-26d96a4a-42dc-43d3-bc72-05aa15b87c2b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 944 time: 0.0927644 Sep 09 20:30:51.229697 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4821c449-08fc-4d32-8a12-9017a6e985f4 req-82c4daa4-679b-4c38-9b18-3443326e8635 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523932 Sep 09 20:30:52.180840 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb393e-e367-4d11-86ac-abed7a6e9233 req-2bd81f2d-62d1-48bb-9ab0-143d64928f16 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:52.183077 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4deb393e-e367-4d11-86ac-abed7a6e9233 req-2bd81f2d-62d1-48bb-9ab0-143d64928f16 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 944 time: 0.0892920 Sep 09 20:30:52.191534 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03496ff2-d374-46c7-a64e-c85d301c9c17 req-bfaa8c75-aca4-423a-8845-d6e609f87f71 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:52.193050 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-03496ff2-d374-46c7-a64e-c85d301c9c17 req-bfaa8c75-aca4-423a-8845-d6e609f87f71 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0875001 Sep 09 20:30:52.208499 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:52.259058 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:52.270417 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4deb393e-e367-4d11-86ac-abed7a6e9233 req-7eff9010-135b-42d8-ba6b-8f836c468e4c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760911 Sep 09 20:30:52.277438 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-03496ff2-d374-46c7-a64e-c85d301c9c17 req-ce0d4818-05f3-4b0d-8b85-83f178403119 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759871 Sep 09 20:30:52.402536 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d858ec1-824e-485d-9516-4f9efdad8f6c req-03320e68-b27a-4646-952a-54a9807f3c10 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:52.404037 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7d858ec1-824e-485d-9516-4f9efdad8f6c req-03320e68-b27a-4646-952a-54a9807f3c10 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 944 time: 0.0514631 Sep 09 20:30:52.478873 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7d858ec1-824e-485d-9516-4f9efdad8f6c req-e8965f0a-423d-4451-8d12-d2eba65a766b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678086 Sep 09 20:30:52.851475 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 21f730a2-1ecb-4742-8ea6-973064a729fc details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:30:52.961598 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 21f730a2-1ecb-4742-8ea6-973064a729fc, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=21f730a2-1ecb-4742-8ea6-973064a729fc,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:30:52.973559 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': '21f730a2-1ecb-4742-8ea6-973064a729fc', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'port_id': '21f730a2-1ecb-4742-8ea6-973064a729fc', 'mac_address': 'fa:16:3e:8f:7e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:30:53.029129 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 21f730a2-1ecb-4742-8ea6-973064a729fc is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:53.029561 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:53.045603 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f730a2-1ecb-4742-8ea6-973064a729fc {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:30:53.076735 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 21f730a2-1ecb-4742-8ea6-973064a729fc, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=21f730a2-1ecb-4742-8ea6-973064a729fc,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:30:53.081757 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:53.147132 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=21f730a2-1ecb-4742-8ea6-973064a729fc,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:53.391291 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['21f730a2-1ecb-4742-8ea6-973064a729fc'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:30:53.452699 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623c031-d7d3-48cd-8c04-bf7ac83ed65a req-74a50597-4370-4dd2-a80b-d46f34a0086d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:53.454280 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5623c031-d7d3-48cd-8c04-bf7ac83ed65a req-74a50597-4370-4dd2-a80b-d46f34a0086d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 944 time: 0.0984001 Sep 09 20:30:53.463408 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1ec67-defb-40fb-af86-1900c6210d95 req-6228ef2c-73f1-4db5-bf14-378d956108d2 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:53.471927 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a4a1ec67-defb-40fb-af86-1900c6210d95 req-6228ef2c-73f1-4db5-bf14-378d956108d2 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0767221 Sep 09 20:30:53.564154 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5623c031-d7d3-48cd-8c04-bf7ac83ed65a req-79cb419f-cdd7-4d48-83e3-326c29882dcb tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892060 Sep 09 20:30:53.577370 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a4a1ec67-defb-40fb-af86-1900c6210d95 req-3bfe4262-bec5-4750-92b8-400ce33984aa tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042902 Sep 09 20:30:53.692330 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56b44c-faa4-4316-aa1f-1906c628a878 req-da693dd1-38b2-4a10-b8e0-674783f21c25 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:53.693846 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ed56b44c-faa4-4316-aa1f-1906c628a878 req-da693dd1-38b2-4a10-b8e0-674783f21c25 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 945 time: 0.0541716 Sep 09 20:30:53.745917 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ed56b44c-faa4-4316-aa1f-1906c628a878 req-a55fbee1-d0f0-40fd-b37e-4014c689c1fc tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452003 Sep 09 20:30:54.081199 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 60848) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:54.198248 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2b278e91-20a5-4609-a3d2-8fa54048fea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:54.282935 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2b278e91-20a5-4609-a3d2-8fa54048fea1 admin admin] Publish callbacks [] for security_group (b58a027b-0763-43ac-8a05-0f8c76fbf071), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:54.286920 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2b278e91-20a5-4609-a3d2-8fa54048fea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (b58a027b-0763-43ac-8a05-0f8c76fbf071), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:54.309423 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:54.330639 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-2b278e91-20a5-4609-a3d2-8fa54048fea1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ef1b096a5c1e4cf5b5791eb00533d106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482681 Sep 09 20:30:54.333367 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 60852) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:30:54.334902 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b278e91-20a5-4609-a3d2-8fa54048fea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58a027b-0763-43ac-8a05-0f8c76fbf071,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:54.387953 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3547dbbc-41f2-4947-b92f-efec1a1ad242 admin admin] Publish callbacks [] for security_group (b58a027b-0763-43ac-8a05-0f8c76fbf071), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:54.409974 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3547dbbc-41f2-4947-b92f-efec1a1ad242 admin admin] Publish callbacks [] for security_group (b58a027b-0763-43ac-8a05-0f8c76fbf071), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:54.476813 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3547dbbc-41f2-4947-b92f-efec1a1ad242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (b58a027b-0763-43ac-8a05-0f8c76fbf071), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:54.479692 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3547dbbc-41f2-4947-b92f-efec1a1ad242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:54.483786 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-3547dbbc-41f2-4947-b92f-efec1a1ad242 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b58a027b-0763-43ac-8a05-0f8c76fbf071 HTTP/1.1" status: 204 len: 168 time: 0.1493869 Sep 09 20:30:54.493153 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547dbbc-41f2-4947-b92f-efec1a1ad242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58a027b-0763-43ac-8a05-0f8c76fbf071,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:54.720181 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd502c1d-4785-410d-9ee0-7570bac2eeaf req-7586bd72-3d2d-414a-8ccc-8a4a88682a18 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:54.751016 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fd502c1d-4785-410d-9ee0-7570bac2eeaf req-7586bd72-3d2d-414a-8ccc-8a4a88682a18 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 944 time: 0.0712559 Sep 09 20:30:54.858641 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 21f730a2-1ecb-4742-8ea6-973064a729fc up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:30:54.899583 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56550a01-9369-4805-b685-b331e670b9e0 req-a296b73d-18c4-42b3-9e3e-965fc1b2d7b8 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:54.907861 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-56550a01-9369-4805-b685-b331e670b9e0 req-a296b73d-18c4-42b3-9e3e-965fc1b2d7b8 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.1557148 Sep 09 20:30:54.932001 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:54.974761 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port 21f730a2-1ecb-4742-8ea6-973064a729fc completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:30:54.977960 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:54.978521 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fd502c1d-4785-410d-9ee0-7570bac2eeaf req-d8130b3f-2a8f-4e84-874f-c84f58a68d8a tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276130 Sep 09 20:30:54.987378 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-56550a01-9369-4805-b685-b331e670b9e0 req-48a8d340-597b-4369-90b9-73f5752153b4 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782013 Sep 09 20:30:54.996010 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port 21f730a2-1ecb-4742-8ea6-973064a729fc triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:30:54.997353 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:55.157934 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba50e50-2cd1-4ae9-bdb1-8e582e490688 req-f8e4c373-33cd-439f-8732-52b1d85e40ed tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:55.159978 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dba50e50-2cd1-4ae9-bdb1-8e582e490688 req-f8e4c373-33cd-439f-8732-52b1d85e40ed tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 945 time: 0.0667999 Sep 09 20:30:55.230150 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dba50e50-2cd1-4ae9-bdb1-8e582e490688 req-3a98ce02-5e27-49f9-aa6d-f774a96a1a95 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637214 Sep 09 20:30:55.260790 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 21f730a2-1ecb-4742-8ea6-973064a729fc is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:30:55.261304 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:55.288040 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41051093-877e-41db-a9b9-d2c2624a3314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f730a2-1ecb-4742-8ea6-973064a729fc'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:30:55.290327 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d1940e-d49c-46ff-91fd-d4bbb51a1e81" -d '{"events": [{"server_uuid": "41051093-877e-41db-a9b9-d2c2624a3314", "name": "network-vif-plugged", "status": "completed", "tag": "21f730a2-1ecb-4742-8ea6-973064a729fc"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:30:55.303218 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 21f730a2-1ecb-4742-8ea6-973064a729fc, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=21f730a2-1ecb-4742-8ea6-973064a729fc,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:30:55.308303 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:30:55.339132 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3b44ea-e9c8-44b7-99da-adb4eb2b5a7f x-openstack-request-id: req-ac3b44ea-e9c8-44b7-99da-adb4eb2b5a7f {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:30:55.339451 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41051093-877e-41db-a9b9-d2c2624a3314", "name": "network-vif-plugged", "status": "completed", "tag": "21f730a2-1ecb-4742-8ea6-973064a729fc", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:30:55.339714 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac3b44ea-e9c8-44b7-99da-adb4eb2b5a7f {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:30:55.340111 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3b44ea-e9c8-44b7-99da-adb4eb2b5a7f'] response: {'server_uuid': '41051093-877e-41db-a9b9-d2c2624a3314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f730a2-1ecb-4742-8ea6-973064a729fc', 'code': 200} Sep 09 20:30:55.362030 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=21f730a2-1ecb-4742-8ea6-973064a729fc,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:30:56.142517 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302bb8d-befa-4a0d-8c61-75ecfbc0418c req-1f8c47a1-dc83-4cf3-8a16-c613cdd015dc tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:56.144248 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2302bb8d-befa-4a0d-8c61-75ecfbc0418c req-1f8c47a1-dc83-4cf3-8a16-c613cdd015dc tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 944 time: 0.0764852 Sep 09 20:30:56.192750 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a20d6c-89f2-4fb2-8ec7-c4ce65f209fb req-42df11e3-3b32-42ba-970c-be37b0b37dbc tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:56.194251 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-06a20d6c-89f2-4fb2-8ec7-c4ce65f209fb req-42df11e3-3b32-42ba-970c-be37b0b37dbc tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0724704 Sep 09 20:30:56.217290 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:56.240468 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2302bb8d-befa-4a0d-8c61-75ecfbc0418c req-7805fb05-c85f-4dff-8de0-e3d8e7b3f091 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689385 Sep 09 20:30:56.274486 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:30:56.277651 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-06a20d6c-89f2-4fb2-8ec7-c4ce65f209fb req-4c22e1f9-469e-443a-9b62-de40879a0e49 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757756 Sep 09 20:30:56.383995 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc8242-ff04-4609-b434-b14ca024c055 req-32ca0cb4-c053-4122-bbc3-27f5bfd9d876 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:56.385662 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-debc8242-ff04-4609-b434-b14ca024c055 req-32ca0cb4-c053-4122-bbc3-27f5bfd9d876 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0520239 Sep 09 20:30:56.436532 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-debc8242-ff04-4609-b434-b14ca024c055 req-abdbb749-a38c-4eb8-ae84-f8c5b5fbbb64 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452104 Sep 09 20:30:57.426226 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3f013-b794-485c-b374-12f04c30703f req-317f8650-fe45-4746-9df0-4d387e188758 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:57.427796 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-eca3f013-b794-485c-b374-12f04c30703f req-317f8650-fe45-4746-9df0-4d387e188758 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 944 time: 0.1028662 Sep 09 20:30:57.491625 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd6040-0dbc-4613-81f8-6a7a2972491d req-df6f8085-4c02-46e2-bf2a-9fbdf8b62cbf tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:57.493665 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c2cd6040-0dbc-4613-81f8-6a7a2972491d req-df6f8085-4c02-46e2-bf2a-9fbdf8b62cbf tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0649595 Sep 09 20:30:57.772537 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-eca3f013-b794-485c-b374-12f04c30703f req-f15555e0-1921-40d1-9856-17a1cbf9d527 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334312 Sep 09 20:30:57.810130 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c2cd6040-0dbc-4613-81f8-6a7a2972491d req-03a40fe0-7cc0-4d48-8c9a-86db91259d7c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062153 Sep 09 20:30:57.927663 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0624f-71b7-456a-9df4-c9fc05ae3ab9 req-af1e8a1a-3dc8-4050-a369-10dbccf6ce17 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:57.929602 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bed0624f-71b7-456a-9df4-c9fc05ae3ab9 req-af1e8a1a-3dc8-4050-a369-10dbccf6ce17 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0518403 Sep 09 20:30:57.981085 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bed0624f-71b7-456a-9df4-c9fc05ae3ab9 req-0cc84e7e-7b23-47fd-b53c-19d05711ecd9 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449009 Sep 09 20:30:58.947444 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7333b-f679-4de2-8c99-36709b1bc3ae req-1b3e5072-6031-4333-9111-085e2a89ac7f tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:58.948922 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1da7333b-f679-4de2-8c99-36709b1bc3ae req-1b3e5072-6031-4333-9111-085e2a89ac7f tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 944 time: 0.0834327 Sep 09 20:30:58.971830 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7886c53-0fc7-41a7-adb5-6c32a0ea0c8f req-d3ac3020-837a-4f8b-bac9-2ffd43fb7453 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:58.974056 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d7886c53-0fc7-41a7-adb5-6c32a0ea0c8f req-d3ac3020-837a-4f8b-bac9-2ffd43fb7453 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0737915 Sep 09 20:30:59.044245 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1da7333b-f679-4de2-8c99-36709b1bc3ae req-55011c08-fe24-47da-ac0c-30818a9c9799 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870080 Sep 09 20:30:59.061357 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d7886c53-0fc7-41a7-adb5-6c32a0ea0c8f req-324ab561-c699-493d-922c-31f72ab83ce8 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773945 Sep 09 20:30:59.175984 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9087a-413b-46b4-b3e7-6b106a43c67a req-db7116b5-7eab-488c-a552-7043aa2263ea tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:30:59.177969 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dde9087a-413b-46b4-b3e7-6b106a43c67a req-db7116b5-7eab-488c-a552-7043aa2263ea tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0519783 Sep 09 20:30:59.238302 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dde9087a-413b-46b4-b3e7-6b106a43c67a req-fc8e2914-e055-4980-8db2-094ea08b073b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520666 Sep 09 20:31:00.193856 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176c299-2834-4de1-aa70-59c87fab3dcb req-09e23d51-72fb-4308-bf78-185178c0d803 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:00.195826 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9176c299-2834-4de1-aa70-59c87fab3dcb req-09e23d51-72fb-4308-bf78-185178c0d803 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 944 time: 0.0734551 Sep 09 20:31:00.209558 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd59d9-48ec-4de3-98bd-1c6de3df47ac req-28c1c1f6-9f7e-4e15-99bd-34769b0644ce tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:00.210927 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-02dd59d9-48ec-4de3-98bd-1c6de3df47ac req-28c1c1f6-9f7e-4e15-99bd-34769b0644ce tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0600424 Sep 09 20:31:00.279046 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9176c299-2834-4de1-aa70-59c87fab3dcb req-9af1e6f6-67a3-46bc-b0d4-dcfe6aefeec1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758605 Sep 09 20:31:00.286232 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-02dd59d9-48ec-4de3-98bd-1c6de3df47ac req-317f34eb-e84e-4d75-9873-bca9c2390473 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695138 Sep 09 20:31:00.387969 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8924587-44e6-4886-913d-4c2b5bb55adb req-00f5fc3e-b8dd-4151-b95f-1ebb72ad8d34 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:00.389383 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a8924587-44e6-4886-913d-4c2b5bb55adb req-00f5fc3e-b8dd-4151-b95f-1ebb72ad8d34 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0505018 Sep 09 20:31:00.436214 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a8924587-44e6-4886-913d-4c2b5bb55adb req-b0d23d04-4608-4b41-a7f1-8157994b23b9 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413284 Sep 09 20:31:00.723917 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb58e1-cbd7-47a3-a526-2fe00e5cfa61 req-d541f0a5-975f-4b3a-b0c6-05f9fa20a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:00.725413 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8fcb58e1-cbd7-47a3-a526-2fe00e5cfa61 req-d541f0a5-975f-4b3a-b0c6-05f9fa20a2ec service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 1130 time: 0.0428166 Sep 09 20:31:01.400109 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:01.432932 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc35e0-850e-4bee-b841-a1e46de0d9ea req-1e52c6b7-09ac-4b6c-8f87-ccbef80227db tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:01.434427 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3abc35e0-850e-4bee-b841-a1e46de0d9ea req-1e52c6b7-09ac-4b6c-8f87-ccbef80227db tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 944 time: 0.0762558 Sep 09 20:31:01.449072 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028ecfe-17b0-4d02-b0ea-32d6c176a0db req-c1d45d5d-3e34-4fdf-a140-1eb56ee4c6f0 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:01.450471 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0028ecfe-17b0-4d02-b0ea-32d6c176a0db req-c1d45d5d-3e34-4fdf-a140-1eb56ee4c6f0 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0633039 Sep 09 20:31:01.478546 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:01.525712 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3abc35e0-850e-4bee-b841-a1e46de0d9ea req-d46126b5-ca4a-4720-a8dd-9368107ec8c6 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841370 Sep 09 20:31:01.529634 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0028ecfe-17b0-4d02-b0ea-32d6c176a0db req-15cf634e-b93f-4017-b54f-1e6ebc7e38cd tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732722 Sep 09 20:31:01.625998 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c58bcd-aa2a-42ee-8129-393e152f786c req-352a27b9-6dc7-49ae-8e40-bcc11aa1b189 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:01.627447 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-90c58bcd-aa2a-42ee-8129-393e152f786c req-352a27b9-6dc7-49ae-8e40-bcc11aa1b189 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0470722 Sep 09 20:31:01.674928 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-90c58bcd-aa2a-42ee-8129-393e152f786c req-4401232f-9b11-4d34-9248-e674db1030e0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412862 Sep 09 20:31:01.978392 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8fcb58e1-cbd7-47a3-a526-2fe00e5cfa61 req-088cddb6-cac3-4e9b-8b54-65b5964f86a4 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396509 Sep 09 20:31:02.492074 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0347be5-19b0-480a-9e39-30014f74b939 req-0c396988-457a-4769-8c73-7631f5856f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:02.493648 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d0347be5-19b0-480a-9e39-30014f74b939 req-0c396988-457a-4769-8c73-7631f5856f0f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c1c909559e44322a07f7e4a463424a5&device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 1130 time: 0.0405843 Sep 09 20:31:02.611723 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0347be5-19b0-480a-9e39-30014f74b939 req-ea5cb765-8c3f-401d-ab89-8330a0c4d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:02.613322 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d0347be5-19b0-480a-9e39-30014f74b939 req-ea5cb765-8c3f-401d-ab89-8330a0c4d052 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e922e249-8412-4a6f-a000-86403046577e HTTP/1.1" status: 200 len: 918 time: 0.1126356 Sep 09 20:31:02.742467 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b663c-64f2-42e4-8692-c07c53492b88 req-b8e62471-b35f-4392-81f2-f9ca7754c6b8 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:02.749591 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-610b663c-64f2-42e4-8692-c07c53492b88 req-b8e62471-b35f-4392-81f2-f9ca7754c6b8 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 944 time: 0.1107106 Sep 09 20:31:02.758313 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a15ae-fb2c-4a7f-9cd4-b3ed2ada8df7 req-578699f3-bc46-4204-ae58-77cf00f6cfd4 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:02.760008 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e15a15ae-fb2c-4a7f-9cd4-b3ed2ada8df7 req-578699f3-bc46-4204-ae58-77cf00f6cfd4 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.1073940 Sep 09 20:31:02.826685 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-610b663c-64f2-42e4-8692-c07c53492b88 req-fc2cdff0-b6c4-4df3-b31a-62383d8375c4 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760956 Sep 09 20:31:02.873853 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e15a15ae-fb2c-4a7f-9cd4-b3ed2ada8df7 req-8a420fe4-b55e-4abf-8352-977373939d2c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072013 Sep 09 20:31:02.909954 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device b9b51f9a-0a54-4a10-bce6-3b821e125c22 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:31:02.971900 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d0347be5-19b0-480a-9e39-30014f74b939 req-9674e091-3c57-4627-84bc-3b0570b56751 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e HTTP/1.1" status: 200 len: 1002 time: 0.0745776 Sep 09 20:31:03.005376 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca6645-285f-440c-aee1-d9dff9b20e6e req-12e690e3-4e7f-469b-9061-18c28d253627 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:03.006529 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:03.014892 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-36ca6645-285f-440c-aee1-d9dff9b20e6e req-12e690e3-4e7f-469b-9061-18c28d253627 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0724809 Sep 09 20:31:03.027976 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0347be5-19b0-480a-9e39-30014f74b939 req-98eeae83-c532-427a-b168-e178b07ff10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:03.029711 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d0347be5-19b0-480a-9e39-30014f74b939 req-98eeae83-c532-427a-b168-e178b07ff10d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44 HTTP/1.1" status: 200 len: 856 time: 0.0515940 Sep 09 20:31:03.059019 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port b9b51f9a-0a54-4a10-bce6-3b821e125c22, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b9b51f9a-0a54-4a10-bce6-3b821e125c22,segment=NetworkSegment(01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc),segment_id=01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:31:03.065781 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-36ca6645-285f-440c-aee1-d9dff9b20e6e req-719ded5a-307e-4d68-b85e-12e83e450c91 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497136 Sep 09 20:31:03.074086 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22', 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'port_id': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22', 'mac_address': 'fa:16:3e:eb:2b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:31:03.092112 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0347be5-19b0-480a-9e39-30014f74b939 req-a02bd236-ca15-4822-9fb8-fab47fdf604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:03.093617 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d0347be5-19b0-480a-9e39-30014f74b939 req-a02bd236-ca15-4822-9fb8-fab47fdf604f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e922e249-8412-4a6f-a000-86403046577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534763 Sep 09 20:31:03.111275 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port b9b51f9a-0a54-4a10-bce6-3b821e125c22 is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:31:03.111663 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:03.125865 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b51f9a-0a54-4a10-bce6-3b821e125c22 {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:31:03.145991 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port b9b51f9a-0a54-4a10-bce6-3b821e125c22, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b9b51f9a-0a54-4a10-bce6-3b821e125c22,segment=NetworkSegment(01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc),segment_id=01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:31:03.149955 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:03.197111 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=b9b51f9a-0a54-4a10-bce6-3b821e125c22,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:03.197377 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d0347be5-19b0-480a-9e39-30014f74b939 req-f6ed0019-a663-459e-b307-1083dedac582 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896776 Sep 09 20:31:03.309714 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d0347be5-19b0-480a-9e39-30014f74b939 req-443324e4-1a81-418e-866f-aa25cea1b431 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895791 Sep 09 20:31:03.439981 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['b9b51f9a-0a54-4a10-bce6-3b821e125c22'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:31:03.996244 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fc22c-480f-4cf9-af0e-c95ec98af42c req-2c4b4d77-b86d-4429-9023-69f4cfd3f193 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:03.997737 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fe8fc22c-480f-4cf9-af0e-c95ec98af42c req-2c4b4d77-b86d-4429-9023-69f4cfd3f193 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 945 time: 0.0785787 Sep 09 20:31:04.019937 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220536c5-6543-475e-9bed-45968d5c19dc req-fb8341ce-0a6f-4074-b6f9-36df15ca473a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:04.021551 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-220536c5-6543-475e-9bed-45968d5c19dc req-fb8341ce-0a6f-4074-b6f9-36df15ca473a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.0656698 Sep 09 20:31:04.081596 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fe8fc22c-480f-4cf9-af0e-c95ec98af42c req-3808cdff-7705-4adb-8a08-8fbfd578588b tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752776 Sep 09 20:31:04.093291 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-220536c5-6543-475e-9bed-45968d5c19dc req-606ca666-63e7-4c24-ba20-4b699beb1a67 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640261 Sep 09 20:31:04.219601 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0424e80-4cf1-4e54-b73f-73a3dad21cd0 req-41e6570a-81a7-4c11-87a9-de50e4857ed8 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:04.221497 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c0424e80-4cf1-4e54-b73f-73a3dad21cd0 req-41e6570a-81a7-4c11-87a9-de50e4857ed8 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0616543 Sep 09 20:31:04.274536 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c0424e80-4cf1-4e54-b73f-73a3dad21cd0 req-57b9c9b2-b297-4581-a9c3-7f6cbf52dbe9 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459278 Sep 09 20:31:04.391338 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32462eb-3912-4cd8-9abf-341d7ed279fb req-396d3d1e-4cc8-4fc5-af73-68d647c8cc03 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:04.392827 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e32462eb-3912-4cd8-9abf-341d7ed279fb req-396d3d1e-4cc8-4fc5-af73-68d647c8cc03 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0469213 Sep 09 20:31:04.402982 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 60958) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:04.407329 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-ed0ea2ed-7d49-47dc-bcb3-8d8d48550797 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Request body: {'floatingip': {'port_id': '21f730a2-1ecb-4742-8ea6-973064a729fc'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:31:04.445619 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ed0ea2ed-7d49-47dc-bcb3-8d8d48550797 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for floatingip (629ccfa2-94f4-4a0d-b7b3-67c16c6ab566), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:04.657777 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:04.685576 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:04.887532 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ed0ea2ed-7d49-47dc-bcb3-8d8d48550797 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:04.891129 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ed0ea2ed-7d49-47dc-bcb3-8d8d48550797 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (629ccfa2-94f4-4a0d-b7b3-67c16c6ab566), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:04.996270 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.l3_db [None req-ed0ea2ed-7d49-47dc-bcb3-8d8d48550797 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Floating IP 629ccfa2-94f4-4a0d-b7b3-67c16c6ab566 associated. External IP: 172.27.1.121, port: 21f730a2-1ecb-4742-8ea6-973064a729fc. Sep 09 20:31:05.292447 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0ea2ed-7d49-47dc-bcb3-8d8d48550797 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:31:05.298402 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bfcb9-0347-4c03-913e-4370d26c2313 req-69266e9a-d7db-4f2c-8e46-1d7a0142e53d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:05.299980 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ba8bfcb9-0347-4c03-913e-4370d26c2313 req-69266e9a-d7db-4f2c-8e46-1d7a0142e53d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 946 time: 0.1185050 Sep 09 20:31:05.305476 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a23ad-f2dc-43e5-9fe4-4fafea6e53d4 req-226fdb73-2d7e-47a0-accd-8ea7d85c94df tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:05.306998 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-948a23ad-f2dc-43e5-9fe4-4fafea6e53d4 req-226fdb73-2d7e-47a0-accd-8ea7d85c94df tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 945 time: 0.1266115 Sep 09 20:31:05.430785 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ba8bfcb9-0347-4c03-913e-4370d26c2313 req-65fb2ebb-9fd6-4f00-a909-6d7c0aca7889 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227584 Sep 09 20:31:05.446394 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-948a23ad-f2dc-43e5-9fe4-4fafea6e53d4 req-00188aa3-385a-421d-9d3b-304dc24cd07f tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249993 Sep 09 20:31:05.494441 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0ea2ed-7d49-47dc-bcb3-8d8d48550797 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:31:05.499166 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ed0ea2ed-7d49-47dc-bcb3-8d8d48550797 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:05.503741 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af789017-6703-49ac-be11-91300a9b4171 None None] Sync routers for ids ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:31:05.513881 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af789017-6703-49ac-be11-91300a9b4171 None None] Routers {'ac6686f2-8ac0-43de-9267-aaef1cefdfc0'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:31:05.514497 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-af789017-6703-49ac-be11-91300a9b4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:30:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:31:05.534455 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-ed0ea2ed-7d49-47dc-bcb3-8d8d48550797 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/629ccfa2-94f4-4a0d-b7b3-67c16c6ab566 HTTP/1.1" status: 200 len: 992 time: 1.1303871 Sep 09 20:31:05.535456 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41051093-877e-41db-a9b9-d2c2624a3314', 'tag': '21f730a2-1ecb-4742-8ea6-973064a729fc'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:31:05.539106 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529796eb-8256-4628-8bc5-fd41e38f35dc" -d '{"events": [{"name": "network-changed", "server_uuid": "41051093-877e-41db-a9b9-d2c2624a3314", "tag": "21f730a2-1ecb-4742-8ea6-973064a729fc"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:31:05.553286 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device b9b51f9a-0a54-4a10-bce6-3b821e125c22 up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:31:05.575627 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a77838b-f7a1-44d4-b27d-db050763d7a7 x-openstack-request-id: req-7a77838b-f7a1-44d4-b27d-db050763d7a7 {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:31:05.575921 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41051093-877e-41db-a9b9-d2c2624a3314", "tag": "21f730a2-1ecb-4742-8ea6-973064a729fc", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:31:05.576181 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7a77838b-f7a1-44d4-b27d-db050763d7a7 {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:31:05.576594 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a77838b-f7a1-44d4-b27d-db050763d7a7'] response: {'name': 'network-changed', 'server_uuid': '41051093-877e-41db-a9b9-d2c2624a3314', 'tag': '21f730a2-1ecb-4742-8ea6-973064a729fc', 'status': 'completed', 'code': 200} Sep 09 20:31:05.579256 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:05.584996 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:05.650564 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port b9b51f9a-0a54-4a10-bce6-3b821e125c22 completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:31:05.659469 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-af789017-6703-49ac-be11-91300a9b4171 None None] Set router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:31:05.685277 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port b9b51f9a-0a54-4a10-bce6-3b821e125c22 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:31:05.685590 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:05.895006 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port b9b51f9a-0a54-4a10-bce6-3b821e125c22 is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:31:05.895393 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:05.938082 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5303a6-d80f-4a4f-831b-4432191724db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:31:05.940197 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbed952-61c1-4109-857c-75a4b80cf0a7" -d '{"events": [{"server_uuid": "7a5303a6-d80f-4a4f-831b-4432191724db", "name": "network-vif-plugged", "status": "completed", "tag": "b9b51f9a-0a54-4a10-bce6-3b821e125c22"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:31:05.955463 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port b9b51f9a-0a54-4a10-bce6-3b821e125c22, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b9b51f9a-0a54-4a10-bce6-3b821e125c22,segment=NetworkSegment(01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc),segment_id=01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:31:05.959597 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:05.960413 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:31:05.980824 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5bd8e5-ff26-41df-b8e5-18a8902bbbb0 x-openstack-request-id: req-ef5bd8e5-ff26-41df-b8e5-18a8902bbbb0 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:31:05.981135 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5303a6-d80f-4a4f-831b-4432191724db", "name": "network-vif-plugged", "status": "completed", "tag": "b9b51f9a-0a54-4a10-bce6-3b821e125c22", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:31:05.981416 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef5bd8e5-ff26-41df-b8e5-18a8902bbbb0 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:31:05.981807 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5bd8e5-ff26-41df-b8e5-18a8902bbbb0'] response: {'server_uuid': '7a5303a6-d80f-4a4f-831b-4432191724db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22', 'code': 200} Sep 09 20:31:06.058699 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-af789017-6703-49ac-be11-91300a9b4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '629ccfa2-94f4-4a0d-b7b3-67c16c6ab566', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'port_id': '21f730a2-1ecb-4742-8ea6-973064a729fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'mac_address': 'fa:16:3e:8f:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41051093-877e-41db-a9b9-d2c2624a3314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:30:19Z', 'updated_at': '2022-09-09T20:31:04Z', 'revision_number': 1, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e4bab1-f994-4886-8c25-84ab5417dbb7', 'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'mac_address': 'fa:16:3e:66:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:11Z', 'updated_at': '2022-09-09T20:28:27Z', 'revision_number': 5, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'subnets': [{'id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:31:06.088717 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=b9b51f9a-0a54-4a10-bce6-3b821e125c22,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:06.091797 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af789017-6703-49ac-be11-91300a9b4171 None None] Checking router: ac6686f2-8ac0-43de-9267-aaef1cefdfc0 for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:31:06.119966 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af789017-6703-49ac-be11-91300a9b4171 None None] Routers {'ac6686f2-8ac0-43de-9267-aaef1cefdfc0'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:31:06.120563 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-af789017-6703-49ac-be11-91300a9b4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:30:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:31:06.178018 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e is: ACTIVE; New status is: DOWN {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:31:06.178408 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:06.249948 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:31:06.253936 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-af789017-6703-49ac-be11-91300a9b4171 None None] Set router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:31:06.256146 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:06.280138 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:06.495378 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,revision_number=8']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:06.565692 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:06.581382 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:06.591418 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5d35c-6031-4a64-a99f-628c60558f9a req-01eba525-25eb-4a7c-ba02-be1f69d77723 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:06.592888 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8bd5d35c-6031-4a64-a99f-628c60558f9a req-01eba525-25eb-4a7c-ba02-be1f69d77723 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0776846 Sep 09 20:31:06.612508 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33156ad8-ecaf-4e39-aee5-60f8afa80c05 req-a0205992-d3d6-43c2-9f56-442095705883 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:06.614170 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-33156ad8-ecaf-4e39-aee5-60f8afa80c05 req-a0205992-d3d6-43c2-9f56-442095705883 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 946 time: 0.0690815 Sep 09 20:31:06.631242 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-af789017-6703-49ac-be11-91300a9b4171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '629ccfa2-94f4-4a0d-b7b3-67c16c6ab566', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'port_id': '21f730a2-1ecb-4742-8ea6-973064a729fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'mac_address': 'fa:16:3e:8f:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41051093-877e-41db-a9b9-d2c2624a3314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:30:19Z', 'updated_at': '2022-09-09T20:31:04Z', 'revision_number': 1, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e4bab1-f994-4886-8c25-84ab5417dbb7', 'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'mac_address': 'fa:16:3e:66:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:11Z', 'updated_at': '2022-09-09T20:28:27Z', 'revision_number': 5, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'subnets': [{'id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:31:06.656022 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af789017-6703-49ac-be11-91300a9b4171 None None] The sync data for ids ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'] in dv-cinder-849325-4-iscsi is: [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '629ccfa2-94f4-4a0d-b7b3-67c16c6ab566', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'port_id': '21f730a2-1ecb-4742-8ea6-973064a729fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'mac_address': 'fa:16:3e:8f:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41051093-877e-41db-a9b9-d2c2624a3314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:30:19Z', 'updated_at': '2022-09-09T20:31:04Z', 'revision_number': 1, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e4bab1-f994-4886-8c25-84ab5417dbb7', 'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'mac_address': 'fa:16:3e:66:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:11Z', 'updated_at': '2022-09-09T20:28:27Z', 'revision_number': 5, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'subnets': [{'id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:31:06.680656 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8bd5d35c-6031-4a64-a99f-628c60558f9a req-39e4dfd2-b62e-4258-9bac-39f71feb212a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813627 Sep 09 20:31:06.695780 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-33156ad8-ecaf-4e39-aee5-60f8afa80c05 req-c973cb4b-b841-4f32-af89-32d4901fec60 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733237 Sep 09 20:31:06.851215 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b5c229-7b34-4d24-b07d-bdc3953ee06b None None] New status for floating IP 629ccfa2-94f4-4a0d-b7b3-67c16c6ab566: ACTIVE {{(pid=106237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:31:07.346698 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9948064e-9aba-4bbf-971a-8a6bbe6c6ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:07.416334 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529796eb-8256-4628-8bc5-fd41e38f35dc req-06bbb42e-7fa4-4481-b1b1-bf943f708647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:07.419039 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-529796eb-8256-4628-8bc5-fd41e38f35dc req-06bbb42e-7fa4-4481-b1b1-bf943f708647 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 1130 time: 0.0527053 Sep 09 20:31:07.573288 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529796eb-8256-4628-8bc5-fd41e38f35dc req-ac69a5b9-5483-47b9-a6a3-7e6028e423ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:07.574447 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-529796eb-8256-4628-8bc5-fd41e38f35dc req-ac69a5b9-5483-47b9-a6a3-7e6028e423ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 920 time: 0.1057358 Sep 09 20:31:07.636082 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d0ec4-b6bf-448f-93b5-ab2765836417 req-00fdf2d2-ead1-4ef9-8748-545d174596a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:07.637601 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-233d0ec4-b6bf-448f-93b5-ab2765836417 req-00fdf2d2-ead1-4ef9-8748-545d174596a6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 1130 time: 0.0756464 Sep 09 20:31:07.673981 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-529796eb-8256-4628-8bc5-fd41e38f35dc req-0d715533-3b68-48d0-94d0-fcdf4022dafa service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21f730a2-1ecb-4742-8ea6-973064a729fc HTTP/1.1" status: 200 len: 1002 time: 0.0836480 Sep 09 20:31:07.802784 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:07.886894 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a669b2-6de4-4995-a881-4f74ff5367ed req-50c9faf0-2a32-48cf-ba4a-7d5e01caeb04 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:07.888557 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d8a669b2-6de4-4995-a881-4f74ff5367ed req-50c9faf0-2a32-48cf-ba4a-7d5e01caeb04 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.1070178 Sep 09 20:31:07.894615 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff79af-cbb5-4d1a-a0b5-a66038c588d6 req-6ec0707d-a8a0-444a-9f28-3f461c2e5496 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:07.896077 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2cff79af-cbb5-4d1a-a0b5-a66038c588d6 req-6ec0707d-a8a0-444a-9f28-3f461c2e5496 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 946 time: 0.1163869 Sep 09 20:31:07.930398 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-233d0ec4-b6bf-448f-93b5-ab2765836417 req-157eb169-8164-4393-a6a8-4c8e74207f94 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858560 Sep 09 20:31:07.945480 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529796eb-8256-4628-8bc5-fd41e38f35dc req-4f459208-3cf5-4012-981f-3dfaaaf2c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:07.946918 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-529796eb-8256-4628-8bc5-fd41e38f35dc req-4f459208-3cf5-4012-981f-3dfaaaf2c474 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 HTTP/1.1" status: 200 len: 858 time: 0.2628067 Sep 09 20:31:07.977085 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d8a669b2-6de4-4995-a881-4f74ff5367ed req-ef408354-34e4-4aa6-88c8-c68938d68afa tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800524 Sep 09 20:31:07.981090 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2cff79af-cbb5-4d1a-a0b5-a66038c588d6 req-c91e0126-b848-4b89-a2fd-297f927f0545 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716743 Sep 09 20:31:07.982860 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:31:07.985883 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67235f66-0a93-4ae2-9d86-7da37a9802f0" -d '{"events": [{"server_uuid": "abe125d2-51c7-4732-aa2a-90ab2d85d05f", "name": "network-vif-unplugged", "status": "completed", "tag": "715458c7-e2c5-47e3-9ee4-1e82cbf7d53e"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:31:08.026281 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Sep 2022 20:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb6fffe-a626-41b4-8651-03007d017ed6 x-openstack-request-id: req-3eb6fffe-a626-41b4-8651-03007d017ed6 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:31:08.026705 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe125d2-51c7-4732-aa2a-90ab2d85d05f", "name": "network-vif-unplugged", "status": "completed", "tag": "715458c7-e2c5-47e3-9ee4-1e82cbf7d53e", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:31:08.027020 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3eb6fffe-a626-41b4-8651-03007d017ed6 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:31:08.027536 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb6fffe-a626-41b4-8651-03007d017ed6'] response: {'server_uuid': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'code': 200} Sep 09 20:31:08.159116 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:08.192134 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529796eb-8256-4628-8bc5-fd41e38f35dc req-8374694d-d2b1-40a4-95e9-0f0bae25185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:08.193687 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-529796eb-8256-4628-8bc5-fd41e38f35dc req-8374694d-d2b1-40a4-95e9-0f0bae25185e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b188b4ef-6195-4514-85bf-2356d78cce90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443742 Sep 09 20:31:08.295011 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-529796eb-8256-4628-8bc5-fd41e38f35dc req-c7df23c7-61c1-4502-893e-6374ff3a3858 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927656 Sep 09 20:31:08.392570 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-529796eb-8256-4628-8bc5-fd41e38f35dc req-3a4950e2-27fa-43df-af21-ddf77a7e437f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877430 Sep 09 20:31:08.496497 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [req-4ad2b287-9f6e-448c-b3cd-fba0915c43bc req-37e4fe64-573b-47c3-abbb-106e8ca4020b service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:31:08.497620 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4ad2b287-9f6e-448c-b3cd-fba0915c43bc req-37e4fe64-573b-47c3-abbb-106e8ca4020b service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054939 Sep 09 20:31:08.656027 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:08.716003 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ddd83-abec-4f45-bbb6-fa4eb5a74874 req-6f0a8499-25c5-4502-ab29-ee304908e510 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:08.717543 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-574ddd83-abec-4f45-bbb6-fa4eb5a74874 req-6f0a8499-25c5-4502-ab29-ee304908e510 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0538273 Sep 09 20:31:08.769205 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-574ddd83-abec-4f45-bbb6-fa4eb5a74874 req-abfe4bc4-4316-4e94-97f3-0e1857d98f91 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455959 Sep 09 20:31:09.004843 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 32800) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:09.120204 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007c682-4f59-42e4-a114-596f579c004f req-af4bee7e-c858-4065-8e5e-8fcf45088777 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:09.121935 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3007c682-4f59-42e4-a114-596f579c004f req-af4bee7e-c858-4065-8e5e-8fcf45088777 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 946 time: 0.0577595 Sep 09 20:31:09.127404 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-1d18e0a5-7153-47ad-bb84-806865b01c8b req-26eaea90-309e-4108-b2e8-558c9d49809e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873065 Sep 09 20:31:09.133360 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-15140b0f-7fcb-47b2-ac2c-4b12967b4b21 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273005 Sep 09 20:31:09.144848 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-26d2353b-b038-4d23-b0a3-d0b53d5fcacb service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:31:09.145870 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-26d2353b-b038-4d23-b0a3-d0b53d5fcacb service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0074897 Sep 09 20:31:09.183222 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3007c682-4f59-42e4-a114-596f579c004f req-443f3477-49b0-41b5-81f3-5bcd488b0f16 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548003 Sep 09 20:31:09.229284 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 32812) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:09.328490 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-dd3eca5b-1979-4d25-b65e-f4dc9d96f030 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:09.329876 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-dd3eca5b-1979-4d25-b65e-f4dc9d96f030 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports/715458c7-e2c5-47e3-9ee4-1e82cbf7d53e HTTP/1.1" status: 200 len: 941 time: 0.0995529 Sep 09 20:31:09.584255 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-676e2d48-0754-410b-afff-e1f8f03eddbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:09.615941 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18e0a5-7153-47ad-bb84-806865b01c8b req-8080c70e-3073-4ef3-9d4b-ca72e3b70ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:09.617793 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-1d18e0a5-7153-47ad-bb84-806865b01c8b req-8080c70e-3073-4ef3-9d4b-ca72e3b70ba3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 1129 time: 0.0578434 Sep 09 20:31:09.710954 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:09.741390 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18e0a5-7153-47ad-bb84-806865b01c8b req-b8b00dab-1089-49b7-90d4-1131e2992a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:09.743441 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-1d18e0a5-7153-47ad-bb84-806865b01c8b req-b8b00dab-1089-49b7-90d4-1131e2992a10 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 920 time: 0.0948982 Sep 09 20:31:09.790161 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-1d18e0a5-7153-47ad-bb84-806865b01c8b req-3f105c36-565f-4f92-a627-26f3465cb05b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=727b9f9f-0d7b-470a-ba5d-2023a0e7304d HTTP/1.1" status: 200 len: 217 time: 0.0362115 Sep 09 20:31:09.841692 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18e0a5-7153-47ad-bb84-806865b01c8b req-5dddbfee-8dcb-4cf6-aefb-c160e6db2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:09.843169 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-1d18e0a5-7153-47ad-bb84-806865b01c8b req-5dddbfee-8dcb-4cf6-aefb-c160e6db2346 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 HTTP/1.1" status: 200 len: 858 time: 0.0473361 Sep 09 20:31:09.897765 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18e0a5-7153-47ad-bb84-806865b01c8b req-2e438086-dbf2-4f4c-b87c-7b280df932a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:09.899483 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-1d18e0a5-7153-47ad-bb84-806865b01c8b req-2e438086-dbf2-4f4c-b87c-7b280df932a8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b188b4ef-6195-4514-85bf-2356d78cce90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475054 Sep 09 20:31:09.915845 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303b99b-3814-4d2f-ab93-8bcb0df5abf8 req-152990d5-ba2c-434e-acac-0d434d09a650 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:09.917459 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b303b99b-3814-4d2f-ab93-8bcb0df5abf8 req-152990d5-ba2c-434e-acac-0d434d09a650 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0541403 Sep 09 20:31:09.976231 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b303b99b-3814-4d2f-ab93-8bcb0df5abf8 req-99929fd9-24eb-4d14-988e-38dd3b49bc8c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520191 Sep 09 20:31:10.007743 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-1d18e0a5-7153-47ad-bb84-806865b01c8b req-ee05a900-3964-4b5a-a86d-6bf82814f011 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982506 Sep 09 20:31:10.103207 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-1d18e0a5-7153-47ad-bb84-806865b01c8b req-53e81bc8-b4bc-4bac-8f9b-d66cfa8740f8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888114 Sep 09 20:31:10.306858 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d097e-3b1d-4d82-a880-36c69d26a6a3 req-cf8fb34f-edca-442a-b15b-2126632c277b tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:10.308531 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7f6d097e-3b1d-4d82-a880-36c69d26a6a3 req-cf8fb34f-edca-442a-b15b-2126632c277b tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 946 time: 0.0492606 Sep 09 20:31:10.357644 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7f6d097e-3b1d-4d82-a880-36c69d26a6a3 req-5799c8d8-d638-4842-8495-35355781ff85 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Sep 09 20:31:10.513514 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf3e3d-239c-4cb7-b66b-083a5ba4c059 req-2367f6fc-c05a-417e-bc14-f97083368b4d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:10.515258 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-70cf3e3d-239c-4cb7-b66b-083a5ba4c059 req-2367f6fc-c05a-417e-bc14-f97083368b4d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 946 time: 0.0687580 Sep 09 20:31:10.580509 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-70cf3e3d-239c-4cb7-b66b-083a5ba4c059 req-94febd1f-edcb-4734-8ade-ad7ee590f166 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584178 Sep 09 20:31:10.863342 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:10.955327 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be0714-dfbf-41bf-82ce-962f9f9df106 req-1a63bad9-746d-406e-b906-444266e79067 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:10.956814 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-73be0714-dfbf-41bf-82ce-962f9f9df106 req-1a63bad9-746d-406e-b906-444266e79067 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 946 time: 0.0559931 Sep 09 20:31:10.985847 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:31:11.005323 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-73be0714-dfbf-41bf-82ce-962f9f9df106 req-91cb6780-02f1-4dcf-a3ab-bf94190ab88f tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423651 Sep 09 20:31:11.071135 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e is: DOWN; New status is: DOWN {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:31:11.121176 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf488b3-28f5-4898-8cd8-448fccf076d4 req-f9c8c5d3-c613-4ef4-aea8-8dc6d8c31650 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:11.122863 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8cf488b3-28f5-4898-8cd8-448fccf076d4 req-f9c8c5d3-c613-4ef4-aea8-8dc6d8c31650 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0532792 Sep 09 20:31:11.178021 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8cf488b3-28f5-4898-8cd8-448fccf076d4 req-9df84369-901c-48e6-8b79-55c1d6df53a9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491545 Sep 09 20:31:12.117720 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-a8a5a61d-41a8-4298-9ca1-5dbec4e3c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:12.119205 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-a8a5a61d-41a8-4298-9ca1-5dbec4e3c504 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f&tenant_id=8c1c909559e44322a07f7e4a463424a5 HTTP/1.1" status: 200 len: 1128 time: 0.0724058 Sep 09 20:31:12.183834 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-99c15acc-fdfe-4bb9-99f2-d69cae90d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:12.185306 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-99c15acc-fdfe-4bb9-99f2-d69cae90d703 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c1c909559e44322a07f7e4a463424a5&device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 1128 time: 0.0430250 Sep 09 20:31:12.278807 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-20c16d5b-3d5b-428e-aed8-999e967c8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:12.280250 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-20c16d5b-3d5b-428e-aed8-999e967c8d86 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e922e249-8412-4a6f-a000-86403046577e HTTP/1.1" status: 200 len: 918 time: 0.0886345 Sep 09 20:31:12.296036 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:12.326975 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1031c-02da-4673-9e2f-27c894cd31cc req-a6b9b5ef-7d69-470b-939b-57f09b3d8ce1 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:12.328488 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6cd1031c-02da-4673-9e2f-27c894cd31cc req-a6b9b5ef-7d69-470b-939b-57f09b3d8ce1 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0638871 Sep 09 20:31:12.348161 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:12.348875 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-8485ea9b-5024-4ca8-89d8-51220e67d539 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e HTTP/1.1" status: 200 len: 1000 time: 0.0622389 Sep 09 20:31:12.379178 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6cd1031c-02da-4673-9e2f-27c894cd31cc req-28b9a87f-4119-4a4f-ad30-b376246ed259 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447361 Sep 09 20:31:12.399747 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-f6fe19ca-8707-44f3-9f13-edf8cb3f5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:12.401069 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-f6fe19ca-8707-44f3-9f13-edf8cb3f5800 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44 HTTP/1.1" status: 200 len: 856 time: 0.0461450 Sep 09 20:31:12.439473 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:12.444959 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:12.448988 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-9cfa9e0f-69fd-4728-8c60-003b5e3fc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:12.450549 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-9cfa9e0f-69fd-4728-8c60-003b5e3fc142 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e922e249-8412-4a6f-a000-86403046577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423007 Sep 09 20:31:12.543586 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-6542f9ef-82e8-44f7-9701-2fcd7be0d185 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866847 Sep 09 20:31:12.635194 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-8b1fec10-b2e9-4cc6-909d-43d86e331d1c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858338 Sep 09 20:31:12.967336 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09e634-c3d6-4efe-b308-f3e3b152bb2e req-db721a8a-1b41-413c-b87c-7a079266f329 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:12.969290 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0e09e634-c3d6-4efe-b308-f3e3b152bb2e req-db721a8a-1b41-413c-b87c-7a079266f329 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0570016 Sep 09 20:31:13.014604 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:13.038763 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0e09e634-c3d6-4efe-b308-f3e3b152bb2e req-6442bb33-a22b-43d2-9b7a-ff00e51c50a9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615265 Sep 09 20:31:13.548663 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e88ffe-b5dc-40b0-ae13-a43c8a1784ac req-24a721c6-50b8-42b0-a710-530add91413f tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:13.559111 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-78e88ffe-b5dc-40b0-ae13-a43c8a1784ac req-24a721c6-50b8-42b0-a710-530add91413f tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0769782 Sep 09 20:31:13.643309 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-78e88ffe-b5dc-40b0-ae13-a43c8a1784ac req-7b9ae618-f03c-4c33-82c9-d81ef244bc90 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668571 Sep 09 20:31:13.700485 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 32926) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:13.831320 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:13.923652 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Publish callbacks [] for security_group (14696420-252e-4acf-a383-950e512c0359), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:13.941375 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (14696420-252e-4acf-a383-950e512c0359), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:13.991549 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14696420-252e-4acf-a383-950e512c0359,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:14.000284 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 32930) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:14.000928 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f9e3cb1012594009b1fcc30c49425fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987111 Sep 09 20:31:14.007367 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.007952 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.008442 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.008922 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.009435 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.009933 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.010421 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.010901 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.011385 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.012009 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.012499 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.013010 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.013730 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.014216 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.014696 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4eba8a-f552-475f-af31-24608ee23d85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.138905 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Publish callbacks [] for security_group (14696420-252e-4acf-a383-950e512c0359), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:14.175098 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Publish callbacks [] for security_group (14696420-252e-4acf-a383-950e512c0359), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:14.239315 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101351f-8132-413b-815a-90694d0cd58e req-a3dcf5ea-6466-4650-95a2-d0a63ee6f311 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:14.241605 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a101351f-8132-413b-815a-90694d0cd58e req-a3dcf5ea-6466-4650-95a2-d0a63ee6f311 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0611310 Sep 09 20:31:14.249848 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (14696420-252e-4acf-a383-950e512c0359), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:14.252830 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:14.255039 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/14696420-252e-4acf-a383-950e512c0359 HTTP/1.1" status: 204 len: 168 time: 0.2537489 Sep 09 20:31:14.271101 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14696420-252e-4acf-a383-950e512c0359,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:14.277977 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:14.287939 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.288289 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.293767 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.294132 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.294619 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.297190 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.297767 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.302834 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.303187 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.304080 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.304428 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.304843 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.305107 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.305709 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.306058 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d781800-a086-4b8b-8770-aa48906682d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:14.349098 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a101351f-8132-413b-815a-90694d0cd58e req-a1300cce-c38a-44e1-8478-0f0a9caf2969 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903549 Sep 09 20:31:14.800335 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab536e6-daf3-406a-810a-59f744d8c46e req-e4e6b62a-c98e-41e0-93c9-7d2c35804339 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:14.806841 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3ab536e6-daf3-406a-810a-59f744d8c46e req-e4e6b62a-c98e-41e0-93c9-7d2c35804339 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0624936 Sep 09 20:31:14.876917 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3ab536e6-daf3-406a-810a-59f744d8c46e req-9f7c738a-3147-47a7-91b5-631232a49e53 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653358 Sep 09 20:31:15.500213 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf15ac-54fc-46a3-a78b-67ce2a3300d9 req-c34489bd-af5e-4db6-89f4-28050df973dc tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:15.510873 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c5cf15ac-54fc-46a3-a78b-67ce2a3300d9 req-c34489bd-af5e-4db6-89f4-28050df973dc tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0709713 Sep 09 20:31:15.593153 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c5cf15ac-54fc-46a3-a78b-67ce2a3300d9 req-0a2e4231-dc50-493b-8703-1973b638ba69 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810800 Sep 09 20:31:16.034601 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80032a-5067-4014-a4bd-a3b66ee3027c req-1da1c777-3335-484e-a51e-856ef9cd553f tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:16.036202 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3d80032a-5067-4014-a4bd-a3b66ee3027c req-1da1c777-3335-484e-a51e-856ef9cd553f tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0581698 Sep 09 20:31:16.090318 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3d80032a-5067-4014-a4bd-a3b66ee3027c req-c217e3c1-7483-4a57-836c-6d8dcae1d35e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477536 Sep 09 20:31:16.734754 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c7b4a-b9cb-42fd-b5bf-5b4476af0a7c req-6cf7260a-18a6-4833-b66a-6aae7e71733f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:16.736611 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ca1c7b4a-b9cb-42fd-b5bf-5b4476af0a7c req-6cf7260a-18a6-4833-b66a-6aae7e71733f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0579112 Sep 09 20:31:16.822425 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ca1c7b4a-b9cb-42fd-b5bf-5b4476af0a7c req-a4465b23-5197-42ea-9e41-bff5f74155be tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792508 Sep 09 20:31:16.999493 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-41484714-8c2f-4951-b842-29522ece9978 req-ed7bd188-0098-47f0-bf5e-b13eb8d9f06c tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=2f672a6f47c84495986796b8814900b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333195 Sep 09 20:31:17.000920 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:17.020126 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:17.142365 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:17.457697 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41484714-8c2f-4951-b842-29522ece9978 req-74fa8ab1-91e2-419d-9a78-0020c596bd09 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:17.459172 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-41484714-8c2f-4951-b842-29522ece9978 req-74fa8ab1-91e2-419d-9a78-0020c596bd09 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4540524 Sep 09 20:31:17.471596 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663dcc8-e7c1-463a-ba93-e5bd4f67da8e req-0056e129-838a-4ce7-8e55-16160ebce761 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:17.473093 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1663dcc8-e7c1-463a-ba93-e5bd4f67da8e req-0056e129-838a-4ce7-8e55-16160ebce761 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0835280 Sep 09 20:31:17.490711 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-41484714-8c2f-4951-b842-29522ece9978 req-549ec348-bb8f-4b00-9af0-cb6310177ca2 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/quotas/2f672a6f47c84495986796b8814900b2 HTTP/1.1" status: 200 len: 375 time: 0.0165942 Sep 09 20:31:17.496611 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:17.537186 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-41484714-8c2f-4951-b842-29522ece9978 req-17dea14d-36d3-488a-bd59-8cd33b67c4db tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=2f672a6f47c84495986796b8814900b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387387 Sep 09 20:31:17.562005 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1663dcc8-e7c1-463a-ba93-e5bd4f67da8e req-41d29f7c-45df-411a-bd49-16cce4721edd tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805919 Sep 09 20:31:17.737057 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-95c0c826-414b-4230-8351-127be365eb19 req-06363b1c-d10d-401c-8c3d-24e6bdde25e7 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 210 time: 0.0402820 Sep 09 20:31:17.990599 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bcab7-c80f-4f78-b53f-a0358cb77c12 req-69874d21-ef0e-45c1-8351-011378f8de31 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:17.992654 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3d7bcab7-c80f-4f78-b53f-a0358cb77c12 req-69874d21-ef0e-45c1-8351-011378f8de31 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0652301 Sep 09 20:31:18.060973 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3d7bcab7-c80f-4f78-b53f-a0358cb77c12 req-506921aa-b176-49a3-a079-be2fab31af98 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611281 Sep 09 20:31:18.071538 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:31:18.700855 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cb54b-9cb3-48aa-8604-62a51c51dd05 req-e187c78c-9233-4f8c-9075-034b3d346088 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:18.702490 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a13cb54b-9cb3-48aa-8604-62a51c51dd05 req-e187c78c-9233-4f8c-9075-034b3d346088 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0497248 Sep 09 20:31:18.756724 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a13cb54b-9cb3-48aa-8604-62a51c51dd05 req-18a531b4-30a4-4de8-b2eb-160b4050c00a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484385 Sep 09 20:31:18.878219 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d0042195-277f-49d6-b90c-b6b28fded185 req-8833eec6-b061-4858-b595-0b02326b8019 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 210 time: 0.0585246 Sep 09 20:31:19.193313 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001b6f2-f6c0-400e-81bb-081c945aff4b req-d76d430b-debe-4059-ba9b-88d0c3ce25db tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:19.195361 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0001b6f2-f6c0-400e-81bb-081c945aff4b req-d76d430b-debe-4059-ba9b-88d0c3ce25db tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0597796 Sep 09 20:31:19.247677 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0001b6f2-f6c0-400e-81bb-081c945aff4b req-bdaf7bd8-8a8a-491a-891c-713dd646c3c5 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449395 Sep 09 20:31:19.910922 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd3edf-e107-4ac2-9d0e-4a905eee783d req-97717e8c-49c8-4fbe-82fd-ff8620780677 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:19.913139 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c5cd3edf-e107-4ac2-9d0e-4a905eee783d req-97717e8c-49c8-4fbe-82fd-ff8620780677 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0518219 Sep 09 20:31:19.987009 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c5cd3edf-e107-4ac2-9d0e-4a905eee783d req-6763ec53-6d4d-4f93-a660-402610065372 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659320 Sep 09 20:31:20.024297 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2af33073-f4b9-4d95-b4a4-daaf7f23f012 req-b3c519dd-c011-43c4-87a0-d973e1865eba tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 210 time: 0.0565848 Sep 09 20:31:20.371898 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff14d45-12e9-41f7-aa06-f99e6a90c208 req-87a3a2f6-1d7c-455c-b7b7-1068ec5b6e1a tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:20.373513 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ff14d45-12e9-41f7-aa06-f99e6a90c208 req-87a3a2f6-1d7c-455c-b7b7-1068ec5b6e1a tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0482540 Sep 09 20:31:20.422986 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ff14d45-12e9-41f7-aa06-f99e6a90c208 req-ae631f90-5e2b-4247-bb24-3f22c73b78e5 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435920 Sep 09 20:31:21.148592 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1dcc2b4c-3f88-447c-a7e1-e2ceac38edd4 req-51caf3fb-3dac-41ff-8491-78142a9e3929 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 210 time: 0.0371463 Sep 09 20:31:21.164383 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec5f39-5146-46c9-b6dd-7df2d86b2d9f req-033d62da-fc48-43f0-87be-78e5a5498265 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:21.164383 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-48ec5f39-5146-46c9-b6dd-7df2d86b2d9f req-033d62da-fc48-43f0-87be-78e5a5498265 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0878830 Sep 09 20:31:21.217518 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-48ec5f39-5146-46c9-b6dd-7df2d86b2d9f req-15cc9901-2926-4b4d-9c70-313dbe68bf95 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482297 Sep 09 20:31:21.540508 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67e93c-9054-44bc-a938-27e22e13db0b req-67407b70-9a59-4eaa-84fa-b124cdf1fd2c tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:21.541876 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fe67e93c-9054-44bc-a938-27e22e13db0b req-67407b70-9a59-4eaa-84fa-b124cdf1fd2c tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0455391 Sep 09 20:31:21.588798 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fe67e93c-9054-44bc-a938-27e22e13db0b req-7cb9dd23-6402-43db-afb0-e38bb3ca88e3 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413952 Sep 09 20:31:22.250373 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ec27c921-de42-4e2d-9868-d92ae7b781ff req-d9628fc5-799f-40da-923a-7664617173cd tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 210 time: 0.0305617 Sep 09 20:31:22.341943 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefde8e-a6a3-4e3e-91eb-e8b53a259398 req-5ff24ad0-069e-46b9-9c09-1f6f1001b3e9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:22.343390 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7aefde8e-a6a3-4e3e-91eb-e8b53a259398 req-5ff24ad0-069e-46b9-9c09-1f6f1001b3e9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0468266 Sep 09 20:31:22.393454 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7aefde8e-a6a3-4e3e-91eb-e8b53a259398 req-9ac15a9f-3caa-4bec-9698-623c05c087c4 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443788 Sep 09 20:31:22.425213 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:22.699567 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:22.715431 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5441d9-3adc-46ed-89cc-29d4bdb3e91b req-d1911c37-282c-486e-a586-70236dbad9ad tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:22.716886 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bb5441d9-3adc-46ed-89cc-29d4bdb3e91b req-d1911c37-282c-486e-a586-70236dbad9ad tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0490899 Sep 09 20:31:22.763867 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bb5441d9-3adc-46ed-89cc-29d4bdb3e91b req-d59955fd-78e5-4138-b12c-b5dd5a4a390f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412595 Sep 09 20:31:23.355926 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6aad9d26-956f-4cac-9545-e053b0b4c383 req-dd6c5da8-27a7-49f3-85f1-fe235dce6491 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 210 time: 0.0312364 Sep 09 20:31:23.526095 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6e692-b176-41c8-bbec-45d6056a111f req-a662d9ff-d7ca-4d6b-8662-ce977cf2eff4 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:23.527533 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-35e6e692-b176-41c8-bbec-45d6056a111f req-a662d9ff-d7ca-4d6b-8662-ce977cf2eff4 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0467665 Sep 09 20:31:23.573745 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-35e6e692-b176-41c8-bbec-45d6056a111f req-d698160c-1474-4d5c-baca-5c6beb534a18 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408127 Sep 09 20:31:23.898741 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8fc0a-9317-488e-839e-c3da194d61a4 req-20f95724-35f9-43e9-86df-e5853fc33387 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:23.900241 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-eaf8fc0a-9317-488e-839e-c3da194d61a4 req-20f95724-35f9-43e9-86df-e5853fc33387 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0537081 Sep 09 20:31:23.947615 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:23.952694 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-eaf8fc0a-9317-488e-839e-c3da194d61a4 req-53122c95-5eef-4d38-8965-95cfa2cc162b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439744 Sep 09 20:31:24.261526 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=38,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:24.327784 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:24.397490 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41484714-8c2f-4951-b842-29522ece9978 req-16782831-7db5-4e74-8994-fd0fbd77a446 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=2f672a6f47c84495986796b8814900b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303035 Sep 09 20:31:24.461514 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c86f1fb8-8e1e-4108-9f20-a69d85c8b695 req-7da5b79e-d741-456c-a6e8-9c15f8fdc718 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 210 time: 0.0315552 Sep 09 20:31:24.586952 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41484714-8c2f-4951-b842-29522ece9978 req-f93f05ff-9777-48dd-91d2-9b30f018834d tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:24.588354 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41484714-8c2f-4951-b842-29522ece9978 req-f93f05ff-9777-48dd-91d2-9b30f018834d tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829348 Sep 09 20:31:24.651162 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-41484714-8c2f-4951-b842-29522ece9978 req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Request body: {'port': {'device_id': '60da5619-5a72-4ef3-a73d-76b93e0979a8', 'network_id': '5feaba48-3d58-441d-889f-0a691d5902bc', 'admin_state_up': True, 'tenant_id': '2f672a6f47c84495986796b8814900b2'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:31:24.704897 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7844a14-dbcc-44f2-bbbf-fdd213bc7b32 req-5c65cc11-a619-4669-aa18-b13fc354b6ef tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:24.706717 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b7844a14-dbcc-44f2-bbbf-fdd213bc7b32 req-5c65cc11-a619-4669-aa18-b13fc354b6ef tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 944 time: 0.0490177 Sep 09 20:31:24.754423 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b7844a14-dbcc-44f2-bbbf-fdd213bc7b32 req-8539cc7f-6511-4077-8dc1-7eb2e26af2b9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416420 Sep 09 20:31:24.764241 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41484714-8c2f-4951-b842-29522ece9978 req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Made reservation on behalf of 2f672a6f47c84495986796b8814900b2 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:31:24.769970 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-41484714-8c2f-4951-b842-29522ece9978 req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:24.780342 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-41484714-8c2f-4951-b842-29522ece9978 req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:24.860760 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-41484714-8c2f-4951-b842-29522ece9978 req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Publish callbacks [] for security_group (c86f9552-cb74-410d-b63b-a1f66420971f), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:24.865930 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-41484714-8c2f-4951-b842-29522ece9978 req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (c86f9552-cb74-410d-b63b-a1f66420971f), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:24.935967 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c86f9552-cb74-410d-b63b-a1f66420971f,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:25.011230 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-41484714-8c2f-4951-b842-29522ece9978 req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Allocated IP 192.168.233.193 (5feaba48-3d58-441d-889f-0a691d5902bc/821a8a7f-99a7-42d7-b1d8-4dab7d2a97fa/a600d7a7-b066-4b94-8540-14ea6430e0f4) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:31:25.036856 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8b62a-74de-4a40-91d5-25fd052ebb7c req-3f1782d5-0631-46c1-b7b1-7bc73b4883c1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:25.039396 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-50f8b62a-74de-4a40-91d5-25fd052ebb7c req-3f1782d5-0631-46c1-b7b1-7bc73b4883c1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 946 time: 0.0546725 Sep 09 20:31:25.101780 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436b1fa-aadb-4716-b879-fbc042fc0a11 req-95588222-34d6-4b01-a938-2e5691010d8f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:25.103224 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b436b1fa-aadb-4716-b879-fbc042fc0a11 req-95588222-34d6-4b01-a938-2e5691010d8f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0634587 Sep 09 20:31:25.108625 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:31:25.133320 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-50f8b62a-74de-4a40-91d5-25fd052ebb7c req-e94dd5bf-5a9e-44a5-a903-d5f7c2cad92e tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838237 Sep 09 20:31:25.166360 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33074) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:25.182761 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-41484714-8c2f-4951-b842-29522ece9978 req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Publish callbacks [] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:25.186350 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b436b1fa-aadb-4716-b879-fbc042fc0a11 req-6b82b5ba-b286-44af-912b-41e109592d89 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648890 Sep 09 20:31:25.219945 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:31:25.222638 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-41484714-8c2f-4951-b842-29522ece9978 req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:25.236269 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'port_id': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'mac_address': 'fa:16:3e:26:28:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:31:25.263446 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:25.275145 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:31:25.275541 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:25.278931 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41484714-8c2f-4951-b842-29522ece9978 req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Network 5feaba48-3d58-441d-889f-0a691d5902bc is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:31:25.284761 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-41484714-8c2f-4951-b842-29522ece9978 req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:31:25.288545 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-41484714-8c2f-4951-b842-29522ece9978 req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:31:25.293917 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:31:25.294346 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Pushing event updated for resources: {'Port': ['ID=a600d7a7-b066-4b94-8540-14ea6430e0f4,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:25.320267 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:31:25.324915 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:25.355101 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41484714-8c2f-4951-b842-29522ece9978 req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:25.355715 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-41484714-8c2f-4951-b842-29522ece9978 req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:25.362008 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:25.378369 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41484714-8c2f-4951-b842-29522ece9978 req-0afcc220-b30a-401c-a1e2-f724ae9d9110 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7312419 Sep 09 20:31:25.382688 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,revision_number=9']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:25.390917 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:25.391271 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:25.391626 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:25.391967 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:25.392472 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:25.392814 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:25.393150 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:25.393611 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f980c4-b024-4f09-844e-f68f8de59315 tempest-TestMinimumBasicScenario-1194880746 tempest-TestMinimumBasicScenario-1194880746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:25.393750 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:25.394032 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:25.394374 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:25.398679 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:25.398679 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:25.398935 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-32f980c4-b024-4f09-844e-f68f8de59315 tempest-TestMinimumBasicScenario-1194880746 tempest-TestMinimumBasicScenario-1194880746-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 1125 time: 0.2279055 Sep 09 20:31:25.399044 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:25.399044 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:25.399044 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:31:25.399308 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33078) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:25.402012 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Request body: {'port': {'device_id': '60da5619-5a72-4ef3-a73d-76b93e0979a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:31:25.403174 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Request body: {'floatingip': {'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'port_id': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:31:25.426086 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:25.465739 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:25.556695 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:25.586671 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-483a6dea-b68e-49dd-94db-5da216441c0a None None] Provisioning complete for port a600d7a7-b066-4b94-8540-14ea6430e0f4 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:31:25.587465 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-483a6dea-b68e-49dd-94db-5da216441c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:25.620323 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-483a6dea-b68e-49dd-94db-5da216441c0a None None] Port a600d7a7-b066-4b94-8540-14ea6430e0f4 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:31:25.623604 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7746f-b995-4d6f-b6bb-0e8dd9b5e10c req-4a91487f-9081-48c0-9956-c8b73c90a35e tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:25.625097 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-22f7746f-b995-4d6f-b6bb-0e8dd9b5e10c req-4a91487f-9081-48c0-9956-c8b73c90a35e tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 936 time: 0.0805259 Sep 09 20:31:25.637029 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['715458c7-e2c5-47e3-9ee4-1e82cbf7d53e'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:31:25.731014 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-22f7746f-b995-4d6f-b6bb-0e8dd9b5e10c req-01ed5a62-70ed-4b27-8831-0d32f408e7f0 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c86f9552-cb74-410d-b63b-a1f66420971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981929 Sep 09 20:31:25.742521 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Allocated IP 172.27.1.223 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/dcdf986b-40b8-4b81-b8da-a2ec94c0bc0e) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:31:25.758502 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:25.770079 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a600d7a7-b066-4b94-8540-14ea6430e0f4 {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:31:25.778210 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Publish callbacks [] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:25.793363 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Transition to ACTIVE for port object a600d7a7-b066-4b94-8540-14ea6430e0f4 will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:31:25.799435 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:25.860460 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Pushing event updated for resources: {'Port': ['ID=a600d7a7-b066-4b94-8540-14ea6430e0f4,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:25.911975 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for port (dcdf986b-40b8-4b81-b8da-a2ec94c0bc0e), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:25.912750 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Attempting to bind port a600d7a7-b066-4b94-8540-14ea6430e0f4 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:31:25.912945 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Attempting to bind port a600d7a7-b066-4b94-8540-14ea6430e0f4 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '47c0bedf-7301-425b-8022-044160586bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5feaba48-3d58-441d-889f-0a691d5902bc'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:31:25.913290 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Attempting to bind port a600d7a7-b066-4b94-8540-14ea6430e0f4 on network 5feaba48-3d58-441d-889f-0a691d5902bc {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:31:25.923774 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fda219-99a1-4bba-91cc-68441d2d5e39 req-0e712d30-6fbd-4aba-9e98-80773064503f tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:25.925283 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-50fda219-99a1-4bba-91cc-68441d2d5e39 req-0e712d30-6fbd-4aba-9e98-80773064503f tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 945 time: 0.0769074 Sep 09 20:31:25.957100 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Port a600d7a7-b066-4b94-8540-14ea6430e0f4 on network 5feaba48-3d58-441d-889f-0a691d5902bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:31:25.957459 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Attempting to bind port a600d7a7-b066-4b94-8540-14ea6430e0f4 on network 5feaba48-3d58-441d-889f-0a691d5902bc {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:31:25.977023 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:25.992893 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-50fda219-99a1-4bba-91cc-68441d2d5e39 req-1ae8a72b-0ccb-46d4-a552-b80ccefffb68 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607228 Sep 09 20:31:25.993873 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (dcdf986b-40b8-4b81-b8da-a2ec94c0bc0e), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:25.999458 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:31:25.999802 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Checking segment: {'id': '47c0bedf-7301-425b-8022-044160586bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5feaba48-3d58-441d-889f-0a691d5902bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:31:26.000190 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Bound using segment: {'id': '47c0bedf-7301-425b-8022-044160586bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5feaba48-3d58-441d-889f-0a691d5902bc'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:31:26.000644 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Bound port: a600d7a7-b066-4b94-8540-14ea6430e0f4, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c0bedf-7301-425b-8022-044160586bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5feaba48-3d58-441d-889f-0a691d5902bc'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:31:26.000989 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:26.035670 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:31:26.042861 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:31:26.045330 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:31:26.063005 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] For port a600d7a7-b066-4b94-8540-14ea6430e0f4, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:31:26.066306 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] For port a600d7a7-b066-4b94-8540-14ea6430e0f4, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=a600d7a7-b066-4b94-8540-14ea6430e0f4,segment=NetworkSegment(47c0bedf-7301-425b-8022-044160586bee),segment_id=47c0bedf-7301-425b-8022-044160586bee)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:31:26.070355 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Pushing event updated for resources: {'Port': ['ID=dcdf986b-40b8-4b81-b8da-a2ec94c0bc0e,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:26.072612 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:26.078215 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:26.078641 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:26.080025 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41484714-8c2f-4951-b842-29522ece9978 req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/a600d7a7-b066-4b94-8540-14ea6430e0f4 HTTP/1.1" status: 200 len: 1098 time: 0.6857431 Sep 09 20:31:26.080573 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60da5619-5a72-4ef3-a73d-76b93e0979a8', 'tag': 'a600d7a7-b066-4b94-8540-14ea6430e0f4'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:31:26.082977 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24599033-9d68-4180-9fd6-b110b25e5d35" -d '{"events": [{"name": "network-changed", "server_uuid": "60da5619-5a72-4ef3-a73d-76b93e0979a8", "tag": "a600d7a7-b066-4b94-8540-14ea6430e0f4"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:31:26.124856 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff6c308-f1fd-4b40-bd10-17564fb20f7b x-openstack-request-id: req-2ff6c308-f1fd-4b40-bd10-17564fb20f7b {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:31:26.125334 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60da5619-5a72-4ef3-a73d-76b93e0979a8", "tag": "a600d7a7-b066-4b94-8540-14ea6430e0f4", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:31:26.125592 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ff6c308-f1fd-4b40-bd10-17564fb20f7b {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:31:26.125995 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff6c308-f1fd-4b40-bd10-17564fb20f7b'] response: {'name': 'network-changed', 'server_uuid': '60da5619-5a72-4ef3-a73d-76b93e0979a8', 'tag': 'a600d7a7-b066-4b94-8540-14ea6430e0f4', 'status': 'completed', 'code': 200} Sep 09 20:31:26.173855 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7c072-3662-4906-b993-29976ade6958 service neutron] Pushing event updated for resources: {'Port': ['ID=a600d7a7-b066-4b94-8540-14ea6430e0f4,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:26.186115 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41484714-8c2f-4951-b842-29522ece9978 req-f7c6f937-4cef-4558-8e5f-cc9746f8cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:26.187696 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41484714-8c2f-4951-b842-29522ece9978 req-f7c6f937-4cef-4558-8e5f-cc9746f8cc9b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2f672a6f47c84495986796b8814900b2&device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 1132 time: 0.0516028 Sep 09 20:31:26.233522 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41484714-8c2f-4951-b842-29522ece9978 req-1980620d-b9b5-411c-bb71-6e276b832557 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=a600d7a7-b066-4b94-8540-14ea6430e0f4 HTTP/1.1" status: 200 len: 217 time: 0.0333943 Sep 09 20:31:26.272787 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:26.286021 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41484714-8c2f-4951-b842-29522ece9978 req-d76a1d29-9cf4-49d7-8ef3-52f5ede9cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:26.287511 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41484714-8c2f-4951-b842-29522ece9978 req-d76a1d29-9cf4-49d7-8ef3-52f5ede9cff2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=821a8a7f-99a7-42d7-b1d8-4dab7d2a97fa HTTP/1.1" status: 200 len: 843 time: 0.0457652 Sep 09 20:31:26.331312 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41484714-8c2f-4951-b842-29522ece9978 req-12e6827c-afbf-444f-b24d-7eb219ba0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:26.332787 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41484714-8c2f-4951-b842-29522ece9978 req-12e6827c-afbf-444f-b24d-7eb219ba0225 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5feaba48-3d58-441d-889f-0a691d5902bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0388741 Sep 09 20:31:26.343307 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7555aeb-84cd-48e0-95f1-f6b64b2a7c3e req-cb1f9278-6c36-43e8-b71e-40b13f5c3a30 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:26.344762 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f7555aeb-84cd-48e0-95f1-f6b64b2a7c3e req-cb1f9278-6c36-43e8-b71e-40b13f5c3a30 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0649846 Sep 09 20:31:26.345920 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:26.428996 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41484714-8c2f-4951-b842-29522ece9978 req-c5fba3b1-7e0a-4fff-9d60-7d10ad100f15 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5feaba48-3d58-441d-889f-0a691d5902bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894542 Sep 09 20:31:26.463140 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f7555aeb-84cd-48e0-95f1-f6b64b2a7c3e req-d8a08595-5113-44a8-b0fc-5e2c2ec818b4 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1120477 Sep 09 20:31:26.517562 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for floatingip (5d1b0faa-4bd3-4d27-86ae-8194ab81d47e), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:26.522534 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41484714-8c2f-4951-b842-29522ece9978 req-08fd30fd-65e9-4eef-affb-69eb08ba250a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5feaba48-3d58-441d-889f-0a691d5902bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870867 Sep 09 20:31:26.586816 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (dcdf986b-40b8-4b81-b8da-a2ec94c0bc0e), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:26.614727 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:26.733406 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for port (dcdf986b-40b8-4b81-b8da-a2ec94c0bc0e), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:26.737834 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12204078'] for port (dcdf986b-40b8-4b81-b8da-a2ec94c0bc0e), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:26.806657 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Pushing event updated for resources: {'Port': ['ID=dcdf986b-40b8-4b81-b8da-a2ec94c0bc0e,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:26.810168 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (5d1b0faa-4bd3-4d27-86ae-8194ab81d47e), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:26.920679 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:26.930462 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2efc68-9011-4775-8ae1-dcae13c822eb req-5255b43d-30b7-493a-a2f3-a94daf32ed14 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:26.931924 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1e2efc68-9011-4775-8ae1-dcae13c822eb req-5255b43d-30b7-493a-a2f3-a94daf32ed14 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 948 time: 0.0863676 Sep 09 20:31:26.962691 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.l3_db [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Floating IP 5d1b0faa-4bd3-4d27-86ae-8194ab81d47e associated. External IP: 172.27.1.223, port: b9b51f9a-0a54-4a10-bce6-3b821e125c22. Sep 09 20:31:27.031487 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1e2efc68-9011-4775-8ae1-dcae13c822eb req-06970ce8-0090-4ff4-83be-774c3140837b tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c86f9552-cb74-410d-b63b-a1f66420971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916281 Sep 09 20:31:27.115174 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:31:27.160637 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:31:27.160929 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.192735 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff658f-1bb5-436e-97f0-09a693015ab4 req-beaf2de4-1bf5-4077-944d-1ab70013431c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:27.194244 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-beff658f-1bb5-436e-97f0-09a693015ab4 req-beaf2de4-1bf5-4077-944d-1ab70013431c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 945 time: 0.1136153 Sep 09 20:31:27.236934 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:31:27.237357 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.242908 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Router edb9c230-7383-46c6-8475-8fbb76bcb2a3 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:31:27.260645 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:31:27.262872 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5061479d-a733-4f8d-94a9-63e1714d933a" -d '{"events": [{"server_uuid": "abe125d2-51c7-4732-aa2a-90ab2d85d05f", "name": "network-vif-plugged", "status": "completed", "tag": "715458c7-e2c5-47e3-9ee4-1e82cbf7d53e"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:31:27.263044 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-beff658f-1bb5-436e-97f0-09a693015ab4 req-80f9d3e8-c733-4c38-8465-8cfe21eec45a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627224 Sep 09 20:31:27.278111 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:31:27.283670 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.328280 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eae1e9-2ffa-4844-b892-266303f490cb x-openstack-request-id: req-b1eae1e9-2ffa-4844-b892-266303f490cb {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:31:27.328591 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe125d2-51c7-4732-aa2a-90ab2d85d05f", "name": "network-vif-plugged", "status": "completed", "tag": "715458c7-e2c5-47e3-9ee4-1e82cbf7d53e", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:31:27.328841 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1eae1e9-2ffa-4844-b892-266303f490cb {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:31:27.329298 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1eae1e9-2ffa-4844-b892-266303f490cb'] response: {'server_uuid': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'code': 200} Sep 09 20:31:27.333826 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,revision_number=10']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:27.368092 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:31:27.377565 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a207a-241c-4e41-88c2-ea6f66cd1c8a None None] Sync routers for ids ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:31:27.386036 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.386229 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:27.390361 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a207a-241c-4e41-88c2-ea6f66cd1c8a None None] Routers {'edb9c230-7383-46c6-8475-8fbb76bcb2a3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:31:27.390986 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-721a207a-241c-4e41-88c2-ea6f66cd1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:31:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:31:27.417320 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-7aef753c-5d71-4a67-a4b1-9a726fe99683 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0174141 Sep 09 20:31:27.417996 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5303a6-d80f-4a4f-831b-4432191724db', 'tag': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:31:27.420100 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33096) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:27.420637 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1df6824-44ba-49cf-8391-8d56aefd44a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5303a6-d80f-4a4f-831b-4432191724db", "tag": "b9b51f9a-0a54-4a10-bce6-3b821e125c22"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:31:27.424835 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-a9e25c9e-449f-4069-8560-5ac077578550 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367478277', 'description': 'tempest-secgroup-smoke-367478277 description', 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:31:27.449328 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a9e25c9e-449f-4069-8560-5ac077578550 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.464230 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3076969f-bd51-4e90-af7b-45a9432763f7 x-openstack-request-id: req-3076969f-bd51-4e90-af7b-45a9432763f7 {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:31:27.464535 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5303a6-d80f-4a4f-831b-4432191724db", "tag": "b9b51f9a-0a54-4a10-bce6-3b821e125c22", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:31:27.464797 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3076969f-bd51-4e90-af7b-45a9432763f7 {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:31:27.465434 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3076969f-bd51-4e90-af7b-45a9432763f7'] response: {'name': 'network-changed', 'server_uuid': '7a5303a6-d80f-4a4f-831b-4432191724db', 'tag': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22', 'status': 'completed', 'code': 200} Sep 09 20:31:27.510176 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-721a207a-241c-4e41-88c2-ea6f66cd1c8a None None] Set router edb9c230-7383-46c6-8475-8fbb76bcb2a3 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:31:27.528073 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a9e25c9e-449f-4069-8560-5ac077578550 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group (bb88d1f2-da15-4fd6-a24f-a84abab0e6ae), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.533846 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a9e25c9e-449f-4069-8560-5ac077578550 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (bb88d1f2-da15-4fd6-a24f-a84abab0e6ae), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.563552 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e25c9e-449f-4069-8560-5ac077578550 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:27.573688 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a9e25c9e-449f-4069-8560-5ac077578550 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.575015 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-a9e25c9e-449f-4069-8560-5ac077578550 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1534979 Sep 09 20:31:27.577883 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33102) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:27.582566 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-d1522c85-90a0-481a-bcab-14295b82268a tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Request body: {'security_group_rule': {'security_group_id': 'bb88d1f2-da15-4fd6-a24f-a84abab0e6ae', 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:31:27.591658 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:27.602956 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe9bc9-a7bd-44a0-a8cd-6a15047d39d3 req-583ecf82-af3d-47c5-a612-eddce2332489 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:27.609746 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9bfe9bc9-a7bd-44a0-a8cd-6a15047d39d3 req-583ecf82-af3d-47c5-a612-eddce2332489 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0615323 Sep 09 20:31:27.612817 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d1522c85-90a0-481a-bcab-14295b82268a tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (90d131a1-f8b5-4b6a-9736-bce72c032867), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.618335 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:27.668649 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9bfe9bc9-a7bd-44a0-a8cd-6a15047d39d3 req-a45ef582-503e-4f46-9def-903de121a6f3 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579557 Sep 09 20:31:27.758473 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24599033-9d68-4180-9fd6-b110b25e5d35 req-cede65bc-beae-4944-aaba-f5cda5c8ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:27.759942 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-24599033-9d68-4180-9fd6-b110b25e5d35 req-cede65bc-beae-4944-aaba-f5cda5c8ee72 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2f672a6f47c84495986796b8814900b2&device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 1132 time: 0.1091628 Sep 09 20:31:27.764658 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-721a207a-241c-4e41-88c2-ea6f66cd1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:06Z', 'revision_number': 4, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'gw_port': {'id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '5d1b0faa-4bd3-4d27-86ae-8194ab81d47e', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'port_id': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'mac_address': 'fa:16:3e:eb:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5303a6-d80f-4a4f-831b-4432191724db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:31:26Z', 'updated_at': '2022-09-09T20:31:26Z', 'revision_number': 0, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec1b31b-9197-422b-97d2-52de53d09ec6', 'name': '', 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'mac_address': 'fa:16:3e:5d:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:05Z', 'updated_at': '2022-09-09T20:30:12Z', 'revision_number': 5, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'subnets': [{'id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:31:27.772516 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df6824-44ba-49cf-8391-8d56aefd44a5 req-1c7b0cd7-4263-4faf-a5b3-c20627777c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:27.773944 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c1df6824-44ba-49cf-8391-8d56aefd44a5 req-1c7b0cd7-4263-4faf-a5b3-c20627777c3e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da5cdb6c865f4345be2de638e6ded3c6&device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 1130 time: 0.0898840 Sep 09 20:31:27.783262 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d1522c85-90a0-481a-bcab-14295b82268a tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (90d131a1-f8b5-4b6a-9736-bce72c032867), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.787249 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d1522c85-90a0-481a-bcab-14295b82268a tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (90d131a1-f8b5-4b6a-9736-bce72c032867), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.791062 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a207a-241c-4e41-88c2-ea6f66cd1c8a None None] Checking router: edb9c230-7383-46c6-8475-8fbb76bcb2a3 for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:31:27.803472 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a207a-241c-4e41-88c2-ea6f66cd1c8a None None] Routers {'edb9c230-7383-46c6-8475-8fbb76bcb2a3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:31:27.804534 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-721a207a-241c-4e41-88c2-ea6f66cd1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:31:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:31:27.810128 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1522c85-90a0-481a-bcab-14295b82268a tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d131a1-f8b5-4b6a-9736-bce72c032867,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:27.820011 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d1522c85-90a0-481a-bcab-14295b82268a tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.821200 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-d1522c85-90a0-481a-bcab-14295b82268a tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2422035 Sep 09 20:31:27.823913 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33104) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:27.828293 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-291cad6b-bb3d-4969-96e1-8474a14bcd15 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Request body: {'security_group_rule': {'security_group_id': 'bb88d1f2-da15-4fd6-a24f-a84abab0e6ae', 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:31:27.854790 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-291cad6b-bb3d-4969-96e1-8474a14bcd15 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (2fc9a10a-af67-4b24-a4f1-13cdae199c4d), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.908281 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-721a207a-241c-4e41-88c2-ea6f66cd1c8a None None] Set router edb9c230-7383-46c6-8475-8fbb76bcb2a3 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:31:27.911019 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-291cad6b-bb3d-4969-96e1-8474a14bcd15 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (2fc9a10a-af67-4b24-a4f1-13cdae199c4d), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.914669 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-291cad6b-bb3d-4969-96e1-8474a14bcd15 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (2fc9a10a-af67-4b24-a4f1-13cdae199c4d), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.933907 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cad6b-bb3d-4969-96e1-8474a14bcd15 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc9a10a-af67-4b24-a4f1-13cdae199c4d,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:27.939557 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-291cad6b-bb3d-4969-96e1-8474a14bcd15 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:27.944283 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-291cad6b-bb3d-4969-96e1-8474a14bcd15 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159358 Sep 09 20:31:27.944283 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33106) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:27.948707 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-f836d8f2-fd3e-451f-a4a8-75381e57eb39 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Request body: {'security_group_rule': {'security_group_id': 'bb88d1f2-da15-4fd6-a24f-a84abab0e6ae', 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:31:27.953786 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:27.976843 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f836d8f2-fd3e-451f-a4a8-75381e57eb39 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (3fac08fc-b74e-4324-a95b-c1555bc31bac), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:28.038095 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f836d8f2-fd3e-451f-a4a8-75381e57eb39 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (3fac08fc-b74e-4324-a95b-c1555bc31bac), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:28.042084 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f836d8f2-fd3e-451f-a4a8-75381e57eb39 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (3fac08fc-b74e-4324-a95b-c1555bc31bac), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:28.053804 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:28.064565 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:28.079339 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836d8f2-fd3e-451f-a4a8-75381e57eb39 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fac08fc-b74e-4324-a95b-c1555bc31bac,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:28.132489 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f836d8f2-fd3e-451f-a4a8-75381e57eb39 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:28.137159 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33112) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:28.138080 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-f836d8f2-fd3e-451f-a4a8-75381e57eb39 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1924953 Sep 09 20:31:28.139242 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-721a207a-241c-4e41-88c2-ea6f66cd1c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:06Z', 'revision_number': 4, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'gw_port': {'id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '5d1b0faa-4bd3-4d27-86ae-8194ab81d47e', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'port_id': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'mac_address': 'fa:16:3e:eb:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5303a6-d80f-4a4f-831b-4432191724db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:31:26Z', 'updated_at': '2022-09-09T20:31:26Z', 'revision_number': 0, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec1b31b-9197-422b-97d2-52de53d09ec6', 'name': '', 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'mac_address': 'fa:16:3e:5d:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:05Z', 'updated_at': '2022-09-09T20:30:12Z', 'revision_number': 5, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'subnets': [{'id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:31:28.145074 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-1ba075f1-8072-4a8d-8e30-da16d879f55d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Request body: {'security_group_rule': {'security_group_id': 'bb88d1f2-da15-4fd6-a24f-a84abab0e6ae', 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:31:28.173091 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a207a-241c-4e41-88c2-ea6f66cd1c8a None None] The sync data for ids ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'] in dv-cinder-849325-4-iscsi is: [{'id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:06Z', 'revision_number': 4, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'gw_port': {'id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '5d1b0faa-4bd3-4d27-86ae-8194ab81d47e', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'port_id': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'mac_address': 'fa:16:3e:eb:2b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5303a6-d80f-4a4f-831b-4432191724db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:31:26Z', 'updated_at': '2022-09-09T20:31:26Z', 'revision_number': 0, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec1b31b-9197-422b-97d2-52de53d09ec6', 'name': '', 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'mac_address': 'fa:16:3e:5d:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:05Z', 'updated_at': '2022-09-09T20:30:12Z', 'revision_number': 5, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'subnets': [{'id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:31:28.243830 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1ba075f1-8072-4a8d-8e30-da16d879f55d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (2079e691-35d7-4da2-9aac-4d926ee49483), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:28.289054 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fba68-4c82-4355-80e4-53cb198cbb4e req-04fa1fe0-a987-44c1-b130-44475ba89049 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:28.290681 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-039fba68-4c82-4355-80e4-53cb198cbb4e req-04fa1fe0-a987-44c1-b130-44475ba89049 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 948 time: 0.1072814 Sep 09 20:31:28.328813 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f198ea6-1498-436c-a27c-cccb352c2381 req-a835e02c-0787-4cd0-9c2e-5b2052eb683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:28.331607 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3f198ea6-1498-436c-a27c-cccb352c2381 req-a835e02c-0787-4cd0-9c2e-5b2052eb683d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 1131 time: 0.1015992 Sep 09 20:31:28.460512 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24599033-9d68-4180-9fd6-b110b25e5d35 req-624b1922-8579-45ce-90da-35eba47ce180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:28.462239 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-24599033-9d68-4180-9fd6-b110b25e5d35 req-624b1922-8579-45ce-90da-35eba47ce180 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=5feaba48-3d58-441d-889f-0a691d5902bc HTTP/1.1" status: 200 len: 870 time: 0.4072216 Sep 09 20:31:28.465410 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df6824-44ba-49cf-8391-8d56aefd44a5 req-01515a82-7890-4084-845e-b2ec4a01d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:28.467348 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c1df6824-44ba-49cf-8391-8d56aefd44a5 req-01515a82-7890-4084-845e-b2ec4a01d2c8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=c6492b96-0167-457f-ad6b-c9784b1d6ec0 HTTP/1.1" status: 200 len: 915 time: 0.4073663 Sep 09 20:31:28.469160 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a34beb-534e-4d33-a8db-59a711ed23a4 None None] New status for floating IP 5d1b0faa-4bd3-4d27-86ae-8194ab81d47e: ACTIVE {{(pid=106237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:31:28.546174 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-24599033-9d68-4180-9fd6-b110b25e5d35 req-2de08e8b-29c8-487c-8db4-8f392c582f1b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=a600d7a7-b066-4b94-8540-14ea6430e0f4 HTTP/1.1" status: 200 len: 217 time: 0.0698242 Sep 09 20:31:28.595635 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c1df6824-44ba-49cf-8391-8d56aefd44a5 req-9fbd898a-d0f2-4e53-947f-c320d46541bc service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b51f9a-0a54-4a10-bce6-3b821e125c22 HTTP/1.1" status: 200 len: 1000 time: 0.1205819 Sep 09 20:31:28.640016 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24599033-9d68-4180-9fd6-b110b25e5d35 req-e1129f45-012e-4eda-8d08-28263771171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:28.641509 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-24599033-9d68-4180-9fd6-b110b25e5d35 req-e1129f45-012e-4eda-8d08-28263771171b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=821a8a7f-99a7-42d7-b1d8-4dab7d2a97fa HTTP/1.1" status: 200 len: 843 time: 0.0885661 Sep 09 20:31:28.668575 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df6824-44ba-49cf-8391-8d56aefd44a5 req-0f8a4477-8fa3-4f1c-ac1a-150976407707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:28.670086 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c1df6824-44ba-49cf-8391-8d56aefd44a5 req-0f8a4477-8fa3-4f1c-ac1a-150976407707 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4c0dc9ef-f83a-486d-829c-455d4a9a91e2 HTTP/1.1" status: 200 len: 853 time: 0.0639348 Sep 09 20:31:28.692197 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:28.695023 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1ba075f1-8072-4a8d-8e30-da16d879f55d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (2079e691-35d7-4da2-9aac-4d926ee49483), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:28.713975 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1ba075f1-8072-4a8d-8e30-da16d879f55d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (2079e691-35d7-4da2-9aac-4d926ee49483), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:28.723672 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-039fba68-4c82-4355-80e4-53cb198cbb4e req-92d568a4-3a0a-4716-b1fd-e33a1cc5988c tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c86f9552-cb74-410d-b63b-a1f66420971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227901 Sep 09 20:31:28.730304 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24599033-9d68-4180-9fd6-b110b25e5d35 req-1bb7ab83-6844-471f-affc-cf900bbe1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:28.731819 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-24599033-9d68-4180-9fd6-b110b25e5d35 req-1bb7ab83-6844-471f-affc-cf900bbe1266 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=5feaba48-3d58-441d-889f-0a691d5902bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0802410 Sep 09 20:31:28.733719 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3f198ea6-1498-436c-a27c-cccb352c2381 req-c0ce6955-6d96-45d0-8add-a569a3f679aa service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3938131 Sep 09 20:31:28.737488 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df6824-44ba-49cf-8391-8d56aefd44a5 req-06c7de6e-251d-4476-ae35-c8a58eb2631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:28.751269 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c1df6824-44ba-49cf-8391-8d56aefd44a5 req-06c7de6e-251d-4476-ae35-c8a58eb2631d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=c6492b96-0167-457f-ad6b-c9784b1d6ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529220 Sep 09 20:31:28.751686 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b180d-1611-4c91-8280-840c2d0e41aa req-b99184d7-5a7f-4df6-ba0c-722704cf61c3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:28.751686 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-819b180d-1611-4c91-8280-840c2d0e41aa req-b99184d7-5a7f-4df6-ba0c-722704cf61c3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 947 time: 0.3737223 Sep 09 20:31:28.763235 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba075f1-8072-4a8d-8e30-da16d879f55d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2079e691-35d7-4da2-9aac-4d926ee49483,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:28.768610 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1ba075f1-8072-4a8d-8e30-da16d879f55d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:28.772790 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33118) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:28.772954 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-1ba075f1-8072-4a8d-8e30-da16d879f55d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6339173 Sep 09 20:31:28.778175 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-28dca8ea-4d1d-47c0-acc0-4f501c929da1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Request body: {'security_group_rule': {'security_group_id': 'bb88d1f2-da15-4fd6-a24f-a84abab0e6ae', 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:31:28.803707 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.securitygroups_db [None req-28dca8ea-4d1d-47c0-acc0-4f501c929da1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Project da5cdb6c865f4345be2de638e6ded3c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 20:31:28.810947 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-28dca8ea-4d1d-47c0-acc0-4f501c929da1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (589f4f25-f611-44b1-9177-82b38fac2c1a), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:28.841081 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-819b180d-1611-4c91-8280-840c2d0e41aa req-3b44577e-eb3f-4830-b382-fb541a4ddb91 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854471 Sep 09 20:31:28.852002 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94324cab-306f-41b5-84da-7106e917c640 req-fc836822-582d-40dc-b3c8-cf030aff7d9e tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:28.853518 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-94324cab-306f-41b5-84da-7106e917c640 req-fc836822-582d-40dc-b3c8-cf030aff7d9e tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0578876 Sep 09 20:31:28.877376 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-28dca8ea-4d1d-47c0-acc0-4f501c929da1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (589f4f25-f611-44b1-9177-82b38fac2c1a), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:28.877872 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-28dca8ea-4d1d-47c0-acc0-4f501c929da1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (589f4f25-f611-44b1-9177-82b38fac2c1a), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:28.896558 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dca8ea-4d1d-47c0-acc0-4f501c929da1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589f4f25-f611-44b1-9177-82b38fac2c1a,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:28.904966 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-28dca8ea-4d1d-47c0-acc0-4f501c929da1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:28.906154 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-28dca8ea-4d1d-47c0-acc0-4f501c929da1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319177 Sep 09 20:31:28.908949 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33120) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:28.912536 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-94324cab-306f-41b5-84da-7106e917c640 req-bc7f4ff9-4b6f-4b93-817e-42e98542b7e9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475500 Sep 09 20:31:28.913755 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-d25866df-f504-4e10-b100-091f421220c1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Request body: {'security_group_rule': {'security_group_id': 'bb88d1f2-da15-4fd6-a24f-a84abab0e6ae', 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:31:28.936113 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.securitygroups_db [None req-d25866df-f504-4e10-b100-091f421220c1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Project da5cdb6c865f4345be2de638e6ded3c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 20:31:28.942154 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d25866df-f504-4e10-b100-091f421220c1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (3c2ddba5-a266-497d-9eb6-d73cd8846663), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:29.013033 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:29.098496 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d25866df-f504-4e10-b100-091f421220c1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (3c2ddba5-a266-497d-9eb6-d73cd8846663), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:29.113012 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d25866df-f504-4e10-b100-091f421220c1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (3c2ddba5-a266-497d-9eb6-d73cd8846663), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:29.122409 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device a600d7a7-b066-4b94-8540-14ea6430e0f4 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:31:29.126953 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:29.159915 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25866df-f504-4e10-b100-091f421220c1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2ddba5-a266-497d-9eb6-d73cd8846663,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:29.189469 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d25866df-f504-4e10-b100-091f421220c1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:29.190671 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-d25866df-f504-4e10-b100-091f421220c1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2807877 Sep 09 20:31:29.194562 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-24599033-9d68-4180-9fd6-b110b25e5d35 req-e9ecc557-765b-4e79-8df2-84ec99c07b08 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5feaba48-3d58-441d-889f-0a691d5902bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154129 Sep 09 20:31:29.196303 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c1df6824-44ba-49cf-8391-8d56aefd44a5 req-72f1b988-ea7f-483b-a60e-b3582e2afbde service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046800 Sep 09 20:31:29.225517 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port a600d7a7-b066-4b94-8540-14ea6430e0f4, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=a600d7a7-b066-4b94-8540-14ea6430e0f4,segment=NetworkSegment(47c0bedf-7301-425b-8022-044160586bee),segment_id=47c0bedf-7301-425b-8022-044160586bee)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:31:29.236722 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': 'a600d7a7-b066-4b94-8540-14ea6430e0f4', 'network_id': '5feaba48-3d58-441d-889f-0a691d5902bc', 'port_id': 'a600d7a7-b066-4b94-8540-14ea6430e0f4', 'mac_address': 'fa:16:3e:82:0a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '821a8a7f-99a7-42d7-b1d8-4dab7d2a97fa', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:31:29.276271 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port a600d7a7-b066-4b94-8540-14ea6430e0f4 is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:31:29.276666 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:29.283170 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-85a93379-98c0-4dea-9e5b-eb10e66efe9c req-e353d1c9-44e9-4496-991c-628063c360b4 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-367478277&fields=id&tenant_id=da5cdb6c865f4345be2de638e6ded3c6 HTTP/1.1" status: 200 len: 267 time: 0.0447834 Sep 09 20:31:29.289844 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a600d7a7-b066-4b94-8540-14ea6430e0f4 {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:31:29.310343 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port a600d7a7-b066-4b94-8540-14ea6430e0f4, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=a600d7a7-b066-4b94-8540-14ea6430e0f4,segment=NetworkSegment(47c0bedf-7301-425b-8022-044160586bee),segment_id=47c0bedf-7301-425b-8022-044160586bee)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:31:29.314335 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:29.337681 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a93379-98c0-4dea-9e5b-eb10e66efe9c req-59fe28cb-62c9-455c-be54-9ca870477ec7 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:29.339150 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-85a93379-98c0-4dea-9e5b-eb10e66efe9c req-59fe28cb-62c9-455c-be54-9ca870477ec7 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 946 time: 0.0504825 Sep 09 20:31:29.350421 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:29.350590 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [req-85a93379-98c0-4dea-9e5b-eb10e66efe9c req-424eb1e3-2c85-4c84-83d1-1d88bf620c49 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Request body: {'port': {'security_groups': ['404a8b90-6aa9-40cf-8a38-36001ab1cd95', 'bb88d1f2-da15-4fd6-a24f-a84abab0e6ae']}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:31:29.363060 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=a600d7a7-b066-4b94-8540-14ea6430e0f4,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:29.421480 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-85a93379-98c0-4dea-9e5b-eb10e66efe9c req-424eb1e3-2c85-4c84-83d1-1d88bf620c49 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:29.603943 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:29.619180 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['a600d7a7-b066-4b94-8540-14ea6430e0f4'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:31:29.639286 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [req-85a93379-98c0-4dea-9e5b-eb10e66efe9c req-424eb1e3-2c85-4c84-83d1-1d88bf620c49 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] For port b9b51f9a-0a54-4a10-bce6-3b821e125c22, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b9b51f9a-0a54-4a10-bce6-3b821e125c22,segment=NetworkSegment(01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc),segment_id=01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:31:29.666601 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:29.680600 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-85a93379-98c0-4dea-9e5b-eb10e66efe9c req-424eb1e3-2c85-4c84-83d1-1d88bf620c49 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:29.685637 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-85a93379-98c0-4dea-9e5b-eb10e66efe9c req-424eb1e3-2c85-4c84-83d1-1d88bf620c49 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12204078'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:29.701561 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a93379-98c0-4dea-9e5b-eb10e66efe9c req-424eb1e3-2c85-4c84-83d1-1d88bf620c49 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:29.702283 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-85a93379-98c0-4dea-9e5b-eb10e66efe9c req-424eb1e3-2c85-4c84-83d1-1d88bf620c49 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:29.704260 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-85a93379-98c0-4dea-9e5b-eb10e66efe9c req-424eb1e3-2c85-4c84-83d1-1d88bf620c49 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "PUT /networking/v2.0/ports/b9b51f9a-0a54-4a10-bce6-3b821e125c22 HTTP/1.1" status: 200 len: 982 time: 0.3588526 Sep 09 20:31:29.704896 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5303a6-d80f-4a4f-831b-4432191724db', 'tag': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:31:29.707880 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db6e31d-a607-4edf-9943-cfd9adb7787b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5303a6-d80f-4a4f-831b-4432191724db", "tag": "b9b51f9a-0a54-4a10-bce6-3b821e125c22"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:31:29.770574 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424eb1e3-2c85-4c84-83d1-1d88bf620c49 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Pushing event updated for resources: {'Port': ['ID=b9b51f9a-0a54-4a10-bce6-3b821e125c22,revision_number=6']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:29.797681 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f424cb-de6b-4fd7-bc21-5a67f34302d4 x-openstack-request-id: req-45f424cb-de6b-4fd7-bc21-5a67f34302d4 {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:31:29.797998 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5303a6-d80f-4a4f-831b-4432191724db", "tag": "b9b51f9a-0a54-4a10-bce6-3b821e125c22", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:31:29.798251 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45f424cb-de6b-4fd7-bc21-5a67f34302d4 {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:31:29.798666 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f424cb-de6b-4fd7-bc21-5a67f34302d4'] response: {'name': 'network-changed', 'server_uuid': '7a5303a6-d80f-4a4f-831b-4432191724db', 'tag': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22', 'status': 'completed', 'code': 200} Sep 09 20:31:29.811514 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c1df6824-44ba-49cf-8391-8d56aefd44a5 req-50aa30d3-cea0-4785-bf30-8a8d2769010e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792972 Sep 09 20:31:29.831531 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-24599033-9d68-4180-9fd6-b110b25e5d35 req-8782e4ad-28c3-4d64-ad69-50b6a3719637 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5feaba48-3d58-441d-889f-0a691d5902bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907721 Sep 09 20:31:29.862740 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['b9b51f9a-0a54-4a10-bce6-3b821e125c22'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:31:29.867937 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902c2ed-c71a-4aa2-8f7f-15f45ddf05db req-904658f1-f4a5-4a1d-9365-4de819edc497 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:29.869713 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8902c2ed-c71a-4aa2-8f7f-15f45ddf05db req-904658f1-f4a5-4a1d-9365-4de819edc497 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0667753 Sep 09 20:31:29.941548 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6e31d-a607-4edf-9943-cfd9adb7787b req-b5f4a020-53f0-43d8-9e13-cf23a782da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:29.942458 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5db6e31d-a607-4edf-9943-cfd9adb7787b req-b5f4a020-53f0-43d8-9e13-cf23a782da3e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da5cdb6c865f4345be2de638e6ded3c6&device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 1169 time: 0.0426223 Sep 09 20:31:29.977518 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee36a1-bbf6-482b-af22-9b24539049fe req-905be66e-f2f6-421d-a65b-11c2aef8f495 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:29.979007 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4dee36a1-bbf6-482b-af22-9b24539049fe req-905be66e-f2f6-421d-a65b-11c2aef8f495 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 949 time: 0.1009595 Sep 09 20:31:30.011487 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8902c2ed-c71a-4aa2-8f7f-15f45ddf05db req-f5ebf853-f9ec-4796-8fe0-2802f32eca19 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1352546 Sep 09 20:31:30.049882 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4dee36a1-bbf6-482b-af22-9b24539049fe req-3c84b176-4aee-4b2f-8b98-0f07e750ce8b tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c86f9552-cb74-410d-b63b-a1f66420971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619676 Sep 09 20:31:30.113605 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6e31d-a607-4edf-9943-cfd9adb7787b req-85a240ba-c25a-49b3-b43f-8ca33df06499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:30.115621 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5db6e31d-a607-4edf-9943-cfd9adb7787b req-85a240ba-c25a-49b3-b43f-8ca33df06499 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=c6492b96-0167-457f-ad6b-c9784b1d6ec0 HTTP/1.1" status: 200 len: 915 time: 0.1369522 Sep 09 20:31:30.183887 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e973e46-fc89-436e-a630-a645a5d47463 req-b6ed32af-ee2d-4b10-a517-0ccca88e6b67 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:30.185531 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4e973e46-fc89-436e-a630-a645a5d47463 req-b6ed32af-ee2d-4b10-a517-0ccca88e6b67 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 947 time: 0.0891013 Sep 09 20:31:30.191844 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:30.200025 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba5c46-b38d-4a1a-a00f-deb6b40d87c2 req-7caa1e73-a250-4e4d-b54e-1baac2b75bad tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:30.201731 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5fba5c46-b38d-4a1a-a00f-deb6b40d87c2 req-7caa1e73-a250-4e4d-b54e-1baac2b75bad tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0658009 Sep 09 20:31:30.283693 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4e973e46-fc89-436e-a630-a645a5d47463 req-2c290313-65bd-4ce7-a8e5-e064c4e10ace tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809197 Sep 09 20:31:30.287487 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5fba5c46-b38d-4a1a-a00f-deb6b40d87c2 req-f0d51b2d-a176-4554-89e6-8adbdfbc3b04 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766318 Sep 09 20:31:30.638638 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['b9b51f9a-0a54-4a10-bce6-3b821e125c22'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:31:30.685945 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5db6e31d-a607-4edf-9943-cfd9adb7787b req-e5d16c9a-8429-4d7a-9d67-7a22e5f9ca69 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b51f9a-0a54-4a10-bce6-3b821e125c22 HTTP/1.1" status: 200 len: 1002 time: 0.0599029 Sep 09 20:31:30.743669 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6e31d-a607-4edf-9943-cfd9adb7787b req-ade1ab44-070a-4161-baae-5c04b55adb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:30.745360 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5db6e31d-a607-4edf-9943-cfd9adb7787b req-ade1ab44-070a-4161-baae-5c04b55adb07 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4c0dc9ef-f83a-486d-829c-455d4a9a91e2 HTTP/1.1" status: 200 len: 853 time: 0.0491648 Sep 09 20:31:30.787030 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=100 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:30.790802 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6e31d-a607-4edf-9943-cfd9adb7787b req-f01ff8dc-eeb4-40a3-b8a3-d99ca75f61f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:30.792377 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5db6e31d-a607-4edf-9943-cfd9adb7787b req-f01ff8dc-eeb4-40a3-b8a3-d99ca75f61f7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=c6492b96-0167-457f-ad6b-c9784b1d6ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402029 Sep 09 20:31:30.921599 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=100 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:30.966668 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5db6e31d-a607-4edf-9943-cfd9adb7787b req-169e00dc-3f21-4c66-9619-184dcd7e0c7d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946009 Sep 09 20:31:31.056285 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5db6e31d-a607-4edf-9943-cfd9adb7787b req-b8490943-5344-4bec-b616-81b44fc5aa97 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832396 Sep 09 20:31:31.145460 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device a600d7a7-b066-4b94-8540-14ea6430e0f4 up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:31:31.175943 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d9f81-ad3a-47c2-82bb-b373bc3a1290 req-1cd89440-1f0e-445a-b6bc-4d220d981162 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:31.177360 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f92d9f81-ad3a-47c2-82bb-b373bc3a1290 req-1cd89440-1f0e-445a-b6bc-4d220d981162 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 949 time: 0.0474808 Sep 09 20:31:31.186782 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port a600d7a7-b066-4b94-8540-14ea6430e0f4 completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:31:31.193029 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port a600d7a7-b066-4b94-8540-14ea6430e0f4 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:31:31.193957 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:31.226579 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f92d9f81-ad3a-47c2-82bb-b373bc3a1290 req-ae4e1492-7a77-4b6e-a523-9d7d0d15359b tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c86f9552-cb74-410d-b63b-a1f66420971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433235 Sep 09 20:31:31.268801 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port a600d7a7-b066-4b94-8540-14ea6430e0f4 is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:31:31.269210 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:31.292217 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60da5619-5a72-4ef3-a73d-76b93e0979a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a600d7a7-b066-4b94-8540-14ea6430e0f4'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:31:31.294449 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cada41dc-b786-4b9a-ade9-ffe2b2de4827" -d '{"events": [{"server_uuid": "60da5619-5a72-4ef3-a73d-76b93e0979a8", "name": "network-vif-plugged", "status": "completed", "tag": "a600d7a7-b066-4b94-8540-14ea6430e0f4"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:31:31.310298 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port a600d7a7-b066-4b94-8540-14ea6430e0f4, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=a600d7a7-b066-4b94-8540-14ea6430e0f4,segment=NetworkSegment(47c0bedf-7301-425b-8022-044160586bee),segment_id=47c0bedf-7301-425b-8022-044160586bee)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:31:31.314131 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:31.337157 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629f27b9-c8de-42d8-b2a3-45971459b64d x-openstack-request-id: req-629f27b9-c8de-42d8-b2a3-45971459b64d {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:31:31.337476 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60da5619-5a72-4ef3-a73d-76b93e0979a8", "name": "network-vif-plugged", "status": "completed", "tag": "a600d7a7-b066-4b94-8540-14ea6430e0f4", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:31:31.337727 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-629f27b9-c8de-42d8-b2a3-45971459b64d {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:31:31.338121 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-629f27b9-c8de-42d8-b2a3-45971459b64d'] response: {'server_uuid': '60da5619-5a72-4ef3-a73d-76b93e0979a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a600d7a7-b066-4b94-8540-14ea6430e0f4', 'code': 200} Sep 09 20:31:31.365613 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=a600d7a7-b066-4b94-8540-14ea6430e0f4,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:31.470382 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e9c4f-335e-4ebf-962c-cd8f38580d8c req-34a43deb-07ec-4c07-ae5c-9f850257f56c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:31.471870 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-690e9c4f-335e-4ebf-962c-cd8f38580d8c req-34a43deb-07ec-4c07-ae5c-9f850257f56c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 947 time: 0.0860682 Sep 09 20:31:31.477855 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1008ce-0353-4bd6-ae63-107a3e48fa91 req-26b037d3-2306-4e6e-b10b-25abfb212870 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:31.479254 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fb1008ce-0353-4bd6-ae63-107a3e48fa91 req-26b037d3-2306-4e6e-b10b-25abfb212870 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0833921 Sep 09 20:31:31.515535 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2240080-4db1-4a3d-adbd-a7e9370dc837 req-9c3ec465-2941-4ef1-94e2-a89336d9fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:31.517031 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f2240080-4db1-4a3d-adbd-a7e9370dc837 req-9c3ec465-2941-4ef1-94e2-a89336d9fd82 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 1134 time: 0.0396972 Sep 09 20:31:31.557534 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-690e9c4f-335e-4ebf-962c-cd8f38580d8c req-b1f28f66-7990-4cd7-85a8-e17e760b816e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772934 Sep 09 20:31:31.564986 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f2240080-4db1-4a3d-adbd-a7e9370dc837 req-6f3479c1-d7db-47e1-92c1-20e62c6196c1 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c86f9552-cb74-410d-b63b-a1f66420971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Sep 09 20:31:31.568777 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fb1008ce-0353-4bd6-ae63-107a3e48fa91 req-e93c3151-ffbe-4e97-a3db-d577a5498eae tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811388 Sep 09 20:31:32.343805 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb9c82-9117-441e-aa89-eef682b4c3f7 req-8f29599a-b332-4216-8a32-239820f8d92a tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:32.345274 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0bcb9c82-9117-441e-aa89-eef682b4c3f7 req-8f29599a-b332-4216-8a32-239820f8d92a tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 950 time: 0.0462751 Sep 09 20:31:32.392363 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0bcb9c82-9117-441e-aa89-eef682b4c3f7 req-5eab154f-7193-4b8a-a62c-a5e3e060ff30 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c86f9552-cb74-410d-b63b-a1f66420971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408845 Sep 09 20:31:32.697319 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e789a1a-c40f-4692-bdc9-ecbe3a0bee1e req-932b7fff-d47e-4a04-80ed-d22322c3bca9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:32.698907 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8e789a1a-c40f-4692-bdc9-ecbe3a0bee1e req-932b7fff-d47e-4a04-80ed-d22322c3bca9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0543189 Sep 09 20:31:32.744913 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8e789a1a-c40f-4692-bdc9-ecbe3a0bee1e req-20a2966e-b761-48c8-bf38-975dc3b64fe2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405262 Sep 09 20:31:33.504997 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:33.513688 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db13cd-0055-4571-b32f-0579485a27ee req-3556610d-c111-4fe0-afc9-6dcc51648218 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:33.515153 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b2db13cd-0055-4571-b32f-0579485a27ee req-3556610d-c111-4fe0-afc9-6dcc51648218 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 950 time: 0.0478165 Sep 09 20:31:33.564517 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b2db13cd-0055-4571-b32f-0579485a27ee req-134f86e0-fd1e-422d-b1a5-142bc6771ca1 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c86f9552-cb74-410d-b63b-a1f66420971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431190 Sep 09 20:31:33.864412 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028bfb2-dd35-4d66-ac74-b8acf27e2f8c req-16fd00a5-7bb7-4dc7-93d4-9e232925426d tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:33.866401 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0028bfb2-dd35-4d66-ac74-b8acf27e2f8c req-16fd00a5-7bb7-4dc7-93d4-9e232925426d tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 950 time: 0.0750275 Sep 09 20:31:33.887862 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfcc50-c574-4a5e-978d-617ddc44b136 req-547c474e-2be0-4bc0-b697-60463484f2fb tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:33.889273 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-42cfcc50-c574-4a5e-978d-617ddc44b136 req-547c474e-2be0-4bc0-b697-60463484f2fb tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0646453 Sep 09 20:31:33.954965 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0028bfb2-dd35-4d66-ac74-b8acf27e2f8c req-1077356a-c44e-4b98-bf4e-764c48c34857 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c86f9552-cb74-410d-b63b-a1f66420971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829501 Sep 09 20:31:33.958872 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-42cfcc50-c574-4a5e-978d-617ddc44b136 req-a5cab598-faab-4ec9-9a5f-e7574acac736 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625713 Sep 09 20:31:34.153669 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dff6d6-91b7-4798-9ca7-2c86bf252237 req-663d1c8f-2914-43f0-809e-faa66d42350a tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:34.155113 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a0dff6d6-91b7-4798-9ca7-2c86bf252237 req-663d1c8f-2914-43f0-809e-faa66d42350a tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0467844 Sep 09 20:31:34.203973 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a0dff6d6-91b7-4798-9ca7-2c86bf252237 req-92c7c7c4-5c2e-4a7f-804e-2784a98ff81c tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434165 Sep 09 20:31:35.077637 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c611196-9553-4a56-b846-792bbe109110 req-aef7059a-3009-40e0-9c2e-d432f743ea90 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:35.079069 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5c611196-9553-4a56-b846-792bbe109110 req-aef7059a-3009-40e0-9c2e-d432f743ea90 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 950 time: 0.0480130 Sep 09 20:31:35.120140 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032edb0-bf63-469d-b2c4-f9f32828cd73 req-d72a9e72-c9d5-4317-9d58-2e93da380f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:35.121779 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7032edb0-bf63-469d-b2c4-f9f32828cd73 req-d72a9e72-c9d5-4317-9d58-2e93da380f1f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b310c05b03394f11b63f0a28f13d67b6&device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 1129 time: 0.0398378 Sep 09 20:31:35.127190 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5c611196-9553-4a56-b846-792bbe109110 req-d9bf4134-4ffb-40b7-a055-413edeb9771a tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c86f9552-cb74-410d-b63b-a1f66420971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420535 Sep 09 20:31:35.185055 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:35.250836 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81723c-4dec-43ef-9a3f-c8013c888d39 req-19571f9d-7866-42a5-9c6e-f5cce9bb96aa tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:35.252286 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-bf81723c-4dec-43ef-9a3f-c8013c888d39 req-19571f9d-7866-42a5-9c6e-f5cce9bb96aa tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 950 time: 0.0917778 Sep 09 20:31:35.299164 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:35.314689 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:35.326217 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032edb0-bf63-469d-b2c4-f9f32828cd73 req-39535e72-f110-4920-b7fa-533825a8a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:35.327651 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7032edb0-bf63-469d-b2c4-f9f32828cd73 req-39535e72-f110-4920-b7fa-533825a8a7cc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f13a2180-b7d4-4447-b571-f0f2b37395e2 HTTP/1.1" status: 200 len: 912 time: 0.1683679 Sep 09 20:31:35.328228 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037161ea-8e62-4ae2-9aa2-2d6e7eb2cf97 req-49bb30e0-ab56-42de-a1cf-ba56ddb7c021 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:35.329703 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-037161ea-8e62-4ae2-9aa2-2d6e7eb2cf97 req-49bb30e0-ab56-42de-a1cf-ba56ddb7c021 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0502093 Sep 09 20:31:35.377895 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-037161ea-8e62-4ae2-9aa2-2d6e7eb2cf97 req-0904ae17-da69-40d9-a2f5-132e8f37333e tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418284 Sep 09 20:31:35.400654 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-bf81723c-4dec-43ef-9a3f-c8013c888d39 req-b4293481-7249-4bb8-a7c8-1614a003c546 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Deleting port a600d7a7-b066-4b94-8540-14ea6430e0f4 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:31:35.400998 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-bf81723c-4dec-43ef-9a3f-c8013c888d39 req-b4293481-7249-4bb8-a7c8-1614a003c546 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:35.452612 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7032edb0-bf63-469d-b2c4-f9f32828cd73 req-08b950f3-5002-4052-800b-431435ca1f54 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a HTTP/1.1" status: 200 len: 1000 time: 0.1069412 Sep 09 20:31:35.533881 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032edb0-bf63-469d-b2c4-f9f32828cd73 req-38190623-2171-4366-91fa-4e1df2cc96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:35.535286 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7032edb0-bf63-469d-b2c4-f9f32828cd73 req-38190623-2171-4366-91fa-4e1df2cc96ea service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a4fdbd5e-0e81-4545-9b3a-a3439a61b913 HTTP/1.1" status: 200 len: 850 time: 0.0758269 Sep 09 20:31:35.540008 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-bf81723c-4dec-43ef-9a3f-c8013c888d39 req-b4293481-7249-4bb8-a7c8-1614a003c546 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] For port a600d7a7-b066-4b94-8540-14ea6430e0f4, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=a600d7a7-b066-4b94-8540-14ea6430e0f4,segment=NetworkSegment(47c0bedf-7301-425b-8022-044160586bee),segment_id=47c0bedf-7301-425b-8022-044160586bee)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:31:35.540372 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-bf81723c-4dec-43ef-9a3f-c8013c888d39 req-b4293481-7249-4bb8-a7c8-1614a003c546 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:35.579639 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-bf81723c-4dec-43ef-9a3f-c8013c888d39 req-b4293481-7249-4bb8-a7c8-1614a003c546 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Calling delete_port for a600d7a7-b066-4b94-8540-14ea6430e0f4 owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:31:35.601331 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032edb0-bf63-469d-b2c4-f9f32828cd73 req-6f4ac43a-5761-4b98-81df-eef7cf85d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:35.602784 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7032edb0-bf63-469d-b2c4-f9f32828cd73 req-6f4ac43a-5761-4b98-81df-eef7cf85d33f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f13a2180-b7d4-4447-b571-f0f2b37395e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553374 Sep 09 20:31:35.741056 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7032edb0-bf63-469d-b2c4-f9f32828cd73 req-17cbb4a5-06a3-4c88-ad37-f2a73fdcf138 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135561 Sep 09 20:31:35.840098 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-bf81723c-4dec-43ef-9a3f-c8013c888d39 req-b4293481-7249-4bb8-a7c8-1614a003c546 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (a600d7a7-b066-4b94-8540-14ea6430e0f4), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:35.852288 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['a600d7a7-b066-4b94-8540-14ea6430e0f4'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:31:35.876830 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4293481-7249-4bb8-a7c8-1614a003c546 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Pushing event deleted for resources: {'Port': ['ID=a600d7a7-b066-4b94-8540-14ea6430e0f4,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:35.914363 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7032edb0-bf63-469d-b2c4-f9f32828cd73 req-e36f89e5-7626-4a3b-9ae6-d1c6cba2511f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500571 Sep 09 20:31:35.934675 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf81723c-4dec-43ef-9a3f-c8013c888d39 req-b4293481-7249-4bb8-a7c8-1614a003c546 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] No DVR routers for this DVR port a600d7a7-b066-4b94-8540-14ea6430e0f4 on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:31:35.937303 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-bf81723c-4dec-43ef-9a3f-c8013c888d39 req-b4293481-7249-4bb8-a7c8-1614a003c546 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:35.940580 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-bf81723c-4dec-43ef-9a3f-c8013c888d39 req-b4293481-7249-4bb8-a7c8-1614a003c546 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.25 "DELETE /networking/v2.0/ports/a600d7a7-b066-4b94-8540-14ea6430e0f4 HTTP/1.1" status: 204 len: 173 time: 0.6798975 Sep 09 20:31:35.941078 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60da5619-5a72-4ef3-a73d-76b93e0979a8', 'name': 'network-vif-deleted', 'tag': 'a600d7a7-b066-4b94-8540-14ea6430e0f4'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:31:35.943451 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c5d1e8-c102-4138-90c4-4f10e6679692" -d '{"events": [{"server_uuid": "60da5619-5a72-4ef3-a73d-76b93e0979a8", "name": "network-vif-deleted", "tag": "a600d7a7-b066-4b94-8540-14ea6430e0f4"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:31:35.985903 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d409116-e3a5-4259-9476-48bb35e84ff4 x-openstack-request-id: req-6d409116-e3a5-4259-9476-48bb35e84ff4 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:31:35.986254 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60da5619-5a72-4ef3-a73d-76b93e0979a8", "name": "network-vif-deleted", "tag": "a600d7a7-b066-4b94-8540-14ea6430e0f4", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:31:35.986510 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d409116-e3a5-4259-9476-48bb35e84ff4 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:31:35.986914 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d409116-e3a5-4259-9476-48bb35e84ff4'] response: {'server_uuid': '60da5619-5a72-4ef3-a73d-76b93e0979a8', 'name': 'network-vif-deleted', 'tag': 'a600d7a7-b066-4b94-8540-14ea6430e0f4', 'status': 'completed', 'code': 200} Sep 09 20:31:36.246902 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7bc01dcd-a8e3-4ba4-9ad3-d2c5a544156d req-59b5ba95-4a6d-4192-91e1-2a2d0e3d14d8 tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 210 time: 0.0340075 Sep 09 20:31:36.501744 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77210cb7-5496-4bdb-9b55-7ad1834ffee8 req-146de511-2eca-492c-9e16-e65b73adea0d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:36.503188 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-77210cb7-5496-4bdb-9b55-7ad1834ffee8 req-146de511-2eca-492c-9e16-e65b73adea0d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0473814 Sep 09 20:31:36.555968 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-77210cb7-5496-4bdb-9b55-7ad1834ffee8 req-22ade632-dfcb-4745-a016-48f2b4a4bd0d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465434 Sep 09 20:31:37.350527 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-107898f2-6dc2-4ae4-88ed-25950249f7cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:37.369340 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c8717551-4db6-4c8c-873a-3b658316dcc1 req-c239a02d-ed11-4a7a-bad9-d307190b5d8c tempest-VolumesNegativeTest-935371583 tempest-VolumesNegativeTest-935371583-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=60da5619-5a72-4ef3-a73d-76b93e0979a8 HTTP/1.1" status: 200 len: 210 time: 0.0281382 Sep 09 20:31:37.676697 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b21ed-fdb0-4567-a723-2344889bf4a1 req-6f00a53c-f597-424f-b2cf-96703ed947c6 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:37.678219 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5f8b21ed-fdb0-4567-a723-2344889bf4a1 req-6f00a53c-f597-424f-b2cf-96703ed947c6 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0474505 Sep 09 20:31:37.727834 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5f8b21ed-fdb0-4567-a723-2344889bf4a1 req-1ad0f654-ebae-46a5-8ed0-fbb94eaf729a tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441494 Sep 09 20:31:38.672615 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:39.202723 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device a600d7a7-b066-4b94-8540-14ea6430e0f4 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:31:39.225458 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: a600d7a7-b066-4b94-8540-14ea6430e0f4 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:31:39.225812 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device a600d7a7-b066-4b94-8540-14ea6430e0f4 not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:31:39.559620 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c024fae1-1599-4a7f-a60c-4774c1381e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:40.864636 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:42.267609 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33468) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:42.279991 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:42.399352 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-9ae0cf46-67c2-48c2-af86-446e37ed346f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2f672a6f47c84495986796b8814900b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306024 Sep 09 20:31:42.401896 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33472) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:31:42.428044 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:42.438443 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:42.455810 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e33d2e8e-22d4-4911-9e9d-93e1ceaf2396 admin admin] Publish callbacks [] for security_group (c86f9552-cb74-410d-b63b-a1f66420971f), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:42.475652 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e33d2e8e-22d4-4911-9e9d-93e1ceaf2396 admin admin] Publish callbacks [] for security_group (c86f9552-cb74-410d-b63b-a1f66420971f), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:42.529002 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e33d2e8e-22d4-4911-9e9d-93e1ceaf2396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (c86f9552-cb74-410d-b63b-a1f66420971f), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:42.531545 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e33d2e8e-22d4-4911-9e9d-93e1ceaf2396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:31:42.532680 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-e33d2e8e-22d4-4911-9e9d-93e1ceaf2396 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c86f9552-cb74-410d-b63b-a1f66420971f HTTP/1.1" status: 204 len: 168 time: 0.1298962 Sep 09 20:31:42.540547 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d2e8e-22d4-4911-9e9d-93e1ceaf2396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86f9552-cb74-410d-b63b-a1f66420971f,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:31:44.820837 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:44.824889 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:47.721406 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=22 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:47.724273 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=72 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:52.431493 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:52.513776 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:52.536937 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:52.556282 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=68,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:31:53.018873 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab79fae-0729-4823-9f19-3b1dd20a9e15 req-f2b51056-0987-46b8-be70-307bd4d39c99 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:53.020415 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dab79fae-0729-4823-9f19-3b1dd20a9e15 req-f2b51056-0987-46b8-be70-307bd4d39c99 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0483003 Sep 09 20:31:53.033009 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b87fea-eb94-43d3-8785-f0cce673e2f8 req-7674e9e2-c702-42ac-b026-12a493708c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:53.034571 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-57b87fea-eb94-43d3-8785-f0cce673e2f8 req-7674e9e2-c702-42ac-b026-12a493708c2a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da5cdb6c865f4345be2de638e6ded3c6&device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 1169 time: 0.0399003 Sep 09 20:31:53.080620 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dab79fae-0729-4823-9f19-3b1dd20a9e15 req-123e4233-cae4-4909-aabe-89ab4d222470 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543485 Sep 09 20:31:53.131192 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b87fea-eb94-43d3-8785-f0cce673e2f8 req-ccd31063-6677-4806-8986-8217758421c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:53.132738 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-57b87fea-eb94-43d3-8785-f0cce673e2f8 req-ccd31063-6677-4806-8986-8217758421c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=c6492b96-0167-457f-ad6b-c9784b1d6ec0 HTTP/1.1" status: 200 len: 915 time: 0.0898223 Sep 09 20:31:53.194922 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-57b87fea-eb94-43d3-8785-f0cce673e2f8 req-5d798ba0-fef2-4705-ab44-a53d4ab186ab service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b51f9a-0a54-4a10-bce6-3b821e125c22 HTTP/1.1" status: 200 len: 1002 time: 0.0549266 Sep 09 20:31:53.248633 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b87fea-eb94-43d3-8785-f0cce673e2f8 req-c1140cf0-01b5-4912-8e3e-eadc09e327b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:53.250092 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-57b87fea-eb94-43d3-8785-f0cce673e2f8 req-c1140cf0-01b5-4912-8e3e-eadc09e327b9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4c0dc9ef-f83a-486d-829c-455d4a9a91e2 HTTP/1.1" status: 200 len: 853 time: 0.0481246 Sep 09 20:31:53.302207 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b87fea-eb94-43d3-8785-f0cce673e2f8 req-7cb6a9cc-a7cd-4546-9d95-a8fd81a8562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:53.303639 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-57b87fea-eb94-43d3-8785-f0cce673e2f8 req-7cb6a9cc-a7cd-4546-9d95-a8fd81a8562d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=c6492b96-0167-457f-ad6b-c9784b1d6ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415242 Sep 09 20:31:53.400280 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-57b87fea-eb94-43d3-8785-f0cce673e2f8 req-5d0a7a38-2c2f-4998-a832-aa8a7da0a223 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848246 Sep 09 20:31:53.498996 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-57b87fea-eb94-43d3-8785-f0cce673e2f8 req-c963bde9-48a4-4c06-84db-3dffb82d4ee2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887485 Sep 09 20:31:54.204546 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54fd4b-fb89-4cac-bae1-00d537abf96f req-1e8837e7-b0b7-4698-a7d2-0affedd2465d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:54.206003 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fd54fd4b-fb89-4cac-bae1-00d537abf96f req-1e8837e7-b0b7-4698-a7d2-0affedd2465d tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0464694 Sep 09 20:31:54.264872 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fd54fd4b-fb89-4cac-bae1-00d537abf96f req-43c9471e-3d83-4812-8bad-33840c5dc101 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532537 Sep 09 20:31:55.070632 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:31:55.393857 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75df83-b3fa-4e9d-9ae5-7a620a02e0fe req-1ed929d0-4f58-466e-9002-9d77c3275da8 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:55.395358 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2f75df83-b3fa-4e9d-9ae5-7a620a02e0fe req-1ed929d0-4f58-466e-9002-9d77c3275da8 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0567973 Sep 09 20:31:55.457507 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2f75df83-b3fa-4e9d-9ae5-7a620a02e0fe req-d85688bb-6a78-4d92-aa04-8a44aa280081 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564065 Sep 09 20:31:56.576373 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f18e0-3bbc-4c56-bca4-1c944837738a req-92ce5cec-a025-4f66-b209-46ff0133db02 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:56.577833 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-156f18e0-3bbc-4c56-bca4-1c944837738a req-92ce5cec-a025-4f66-b209-46ff0133db02 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0463829 Sep 09 20:31:56.636975 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-156f18e0-3bbc-4c56-bca4-1c944837738a req-244fe467-d2bb-4768-a699-73be384f1054 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529461 Sep 09 20:31:57.416923 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d313331-2476-440f-b789-a408c7c89505 req-463c32b0-2aa3-4447-9851-7277d25de301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:57.418393 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6d313331-2476-440f-b789-a408c7c89505 req-463c32b0-2aa3-4447-9851-7277d25de301 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 1130 time: 0.0440938 Sep 09 20:31:57.423765 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bb18b-c289-464a-a27f-9582458bf72b req-1404e8d0-ae65-47b8-ba70-b344649b5a58 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:57.425414 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5a5bb18b-c289-464a-a27f-9582458bf72b req-1404e8d0-ae65-47b8-ba70-b344649b5a58 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0559707 Sep 09 20:31:57.476973 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5a5bb18b-c289-464a-a27f-9582458bf72b req-c3375b29-3dd8-43ee-9dbb-80e6db68cd7b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454388 Sep 09 20:31:57.726472 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d313331-2476-440f-b789-a408c7c89505 req-07eac2e5-d146-441c-a346-0cfa03185fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:57.728890 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6d313331-2476-440f-b789-a408c7c89505 req-07eac2e5-d146-441c-a346-0cfa03185fc0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 920 time: 0.3007686 Sep 09 20:31:57.761877 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25a5ac-b861-4b0d-bbec-29be7e3eb3ba req-28a5ba99-c808-4752-bbc1-d6a7a8c07c1b tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:57.763371 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4c25a5ac-b861-4b0d-bbec-29be7e3eb3ba req-28a5ba99-c808-4752-bbc1-d6a7a8c07c1b tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0488327 Sep 09 20:31:57.798859 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6d313331-2476-440f-b789-a408c7c89505 req-6372960a-9ad8-450d-b94e-1a721cbee001 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21f730a2-1ecb-4742-8ea6-973064a729fc HTTP/1.1" status: 200 len: 1002 time: 0.0554547 Sep 09 20:31:57.823398 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4c25a5ac-b861-4b0d-bbec-29be7e3eb3ba req-a595aa0c-f30a-4d9a-877d-6fa2ac4ae194 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543151 Sep 09 20:31:57.849298 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d313331-2476-440f-b789-a408c7c89505 req-41bd9462-c2b3-4691-a439-0a9bd79711eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:57.850792 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6d313331-2476-440f-b789-a408c7c89505 req-41bd9462-c2b3-4691-a439-0a9bd79711eb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 HTTP/1.1" status: 200 len: 858 time: 0.0440497 Sep 09 20:31:57.903017 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d313331-2476-440f-b789-a408c7c89505 req-3ec06c1c-810e-4efc-b805-79677e408930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:57.904500 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6d313331-2476-440f-b789-a408c7c89505 req-3ec06c1c-810e-4efc-b805-79677e408930 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b188b4ef-6195-4514-85bf-2356d78cce90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400271 Sep 09 20:31:57.993704 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6d313331-2476-440f-b789-a408c7c89505 req-1bf79887-9f9e-4e27-99c7-9575b05af0ae service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813808 Sep 09 20:31:58.086698 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6d313331-2476-440f-b789-a408c7c89505 req-76c43d9d-f01a-4c25-9544-085253c40e29 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860422 Sep 09 20:31:58.596448 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163329fc-c54d-4fba-b620-7882c4fea606 req-4caefe3a-92aa-4353-b605-4f2dbb385e18 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:58.597896 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-163329fc-c54d-4fba-b620-7882c4fea606 req-4caefe3a-92aa-4353-b605-4f2dbb385e18 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0454271 Sep 09 20:31:58.647162 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-163329fc-c54d-4fba-b620-7882c4fea606 req-c1e3ae1f-edb1-4592-9f55-1ef04387d740 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438418 Sep 09 20:31:58.943475 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf668d0d-f7a7-4272-89eb-737af30f2b7f req-7493fc0a-0321-4ae3-9bba-deda70efa6a6 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:58.944916 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bf668d0d-f7a7-4272-89eb-737af30f2b7f req-7493fc0a-0321-4ae3-9bba-deda70efa6a6 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0468960 Sep 09 20:31:59.004360 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bf668d0d-f7a7-4272-89eb-737af30f2b7f req-da1511a5-abd8-46a4-8e26-98e3500fcf89 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537422 Sep 09 20:31:59.766114 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d630d-d8f5-4ab6-a9e4-04d0679f336a req-243a582d-7f14-40d9-afcb-2ab83e56fb04 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:31:59.767572 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c62d630d-d8f5-4ab6-a9e4-04d0679f336a req-243a582d-7f14-40d9-afcb-2ab83e56fb04 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0469213 Sep 09 20:31:59.813123 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c62d630d-d8f5-4ab6-a9e4-04d0679f336a req-707634dc-989c-4785-9b8a-934242a5a0e4 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401266 Sep 09 20:32:00.125880 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d0198-e5e2-4795-94a6-2f532f8300e2 req-34109403-c357-4164-95cc-ed549535886f tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:00.127311 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-812d0198-e5e2-4795-94a6-2f532f8300e2 req-34109403-c357-4164-95cc-ed549535886f tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0504642 Sep 09 20:32:00.158401 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:00.187713 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-812d0198-e5e2-4795-94a6-2f532f8300e2 req-559ad2d4-dfcb-44a2-95f9-0cbefc04d83f tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542541 Sep 09 20:32:00.924545 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:00.937280 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be9e3-9258-453b-a6dd-aec5c07acad6 req-23497f76-3da5-4b8c-89e7-f9e88010f42f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:00.938719 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-395be9e3-9258-453b-a6dd-aec5c07acad6 req-23497f76-3da5-4b8c-89e7-f9e88010f42f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0472515 Sep 09 20:32:00.984933 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-395be9e3-9258-453b-a6dd-aec5c07acad6 req-614b9a63-0c08-4976-8db0-97fcf52a21f8 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406473 Sep 09 20:32:01.309212 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c913d9-a635-4c30-bb84-8a0f67ceafb6 req-e5faf6fa-f146-4d5d-a76c-82111e8fa931 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:01.310660 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f0c913d9-a635-4c30-bb84-8a0f67ceafb6 req-e5faf6fa-f146-4d5d-a76c-82111e8fa931 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0496063 Sep 09 20:32:01.368652 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f0c913d9-a635-4c30-bb84-8a0f67ceafb6 req-7ed1b740-a0b1-4e6b-a9ca-a427461cd090 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524850 Sep 09 20:32:02.103845 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7184f7-0caa-491e-a06a-03dd65427d20 req-e5554416-251e-4042-9c83-b9fda3fa0ce3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:02.105321 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-be7184f7-0caa-491e-a06a-03dd65427d20 req-e5554416-251e-4042-9c83-b9fda3fa0ce3 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0465748 Sep 09 20:32:02.151697 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-be7184f7-0caa-491e-a06a-03dd65427d20 req-2e2d3e0e-e627-469b-8db5-a5e327355d4d tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409043 Sep 09 20:32:02.486959 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9a7f9-df5b-4abe-a7c5-46d11ac29766 req-332e02ce-c36d-48bd-a954-e49f8b80ebb2 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:02.488658 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-22c9a7f9-df5b-4abe-a7c5-46d11ac29766 req-332e02ce-c36d-48bd-a954-e49f8b80ebb2 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0463858 Sep 09 20:32:02.550443 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-22c9a7f9-df5b-4abe-a7c5-46d11ac29766 req-03f81b87-3bba-4a2b-ac8c-a4f5ac12e147 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561948 Sep 09 20:32:03.274912 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46459b-3ad4-4a29-a36d-e9f919974c94 req-89b54098-b5e1-4249-b273-12a2aad00a80 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:03.280184 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-df46459b-3ad4-4a29-a36d-e9f919974c94 req-89b54098-b5e1-4249-b273-12a2aad00a80 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0479708 Sep 09 20:32:03.324375 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-df46459b-3ad4-4a29-a36d-e9f919974c94 req-d3515ec6-af35-42b1-b30b-3052aeea005c tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422904 Sep 09 20:32:03.673226 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89138330-9acb-4f3e-ab55-7f9752273a27 req-f17eb24d-cd62-4e41-934a-8d1fc1135718 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:03.674304 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-89138330-9acb-4f3e-ab55-7f9752273a27 req-f17eb24d-cd62-4e41-934a-8d1fc1135718 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0471005 Sep 09 20:32:03.733005 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-89138330-9acb-4f3e-ab55-7f9752273a27 req-62ee64db-e45d-457e-9bed-80c9b6869ac0 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524573 Sep 09 20:32:04.446728 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d54417-9d16-4667-b9d1-e25168348fd7 req-498123ec-e17b-4265-941a-0fdb5ee0a86b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:04.448179 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f6d54417-9d16-4667-b9d1-e25168348fd7 req-498123ec-e17b-4265-941a-0fdb5ee0a86b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0500169 Sep 09 20:32:04.497913 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f6d54417-9d16-4667-b9d1-e25168348fd7 req-1f4d8263-79ba-4a77-a2a7-09428259b0d2 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442271 Sep 09 20:32:04.857674 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19e3f3-aa7c-40ce-8b26-06e3fa6d7112 req-dabafac2-4b6c-4855-919b-71bd5a606a1f tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:04.859145 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-aa19e3f3-aa7c-40ce-8b26-06e3fa6d7112 req-dabafac2-4b6c-4855-919b-71bd5a606a1f tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0490108 Sep 09 20:32:04.917709 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-aa19e3f3-aa7c-40ce-8b26-06e3fa6d7112 req-a78cadb5-5a5b-41ab-9eae-20db982d9eee tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521014 Sep 09 20:32:05.065353 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:05.066097 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:05.625714 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e502a4-66c6-484a-8a11-33c63a2d1613 req-cc1103fd-ea41-44d6-8e4c-853fc68fd988 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:05.627169 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-62e502a4-66c6-484a-8a11-33c63a2d1613 req-cc1103fd-ea41-44d6-8e4c-853fc68fd988 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0509653 Sep 09 20:32:05.675785 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-62e502a4-66c6-484a-8a11-33c63a2d1613 req-faf4bc93-eacb-4800-b947-6f1fc8ee9f71 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 Sep 09 20:32:06.042104 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642681b9-6106-49ea-a06a-ea2aa41b0108 req-e399e285-9244-4800-93b9-7ce0c99c8e27 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:06.043562 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-642681b9-6106-49ea-a06a-ea2aa41b0108 req-e399e285-9244-4800-93b9-7ce0c99c8e27 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0467877 Sep 09 20:32:06.102998 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-642681b9-6106-49ea-a06a-ea2aa41b0108 req-082810a9-6771-4d4d-a9e2-cca26cecf852 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536845 Sep 09 20:32:06.778233 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:06.780752 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:06.795660 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42042552-2d75-47e0-873c-866089b3041f req-fb99b3e2-9f7a-4723-b26b-01170f75fde1 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:06.797141 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-42042552-2d75-47e0-873c-866089b3041f req-fb99b3e2-9f7a-4723-b26b-01170f75fde1 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0462434 Sep 09 20:32:06.848830 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-42042552-2d75-47e0-873c-866089b3041f req-b918b160-fdc1-491b-97b6-5c92f9e7aca0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453908 Sep 09 20:32:07.221922 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a0cec-83ba-41ff-a8de-c3485c82730c req-6385a830-792f-4cf0-a218-c23fb7595307 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:07.223380 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8d3a0cec-83ba-41ff-a8de-c3485c82730c req-6385a830-792f-4cf0-a218-c23fb7595307 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0467315 Sep 09 20:32:07.283300 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8d3a0cec-83ba-41ff-a8de-c3485c82730c req-c9af85a5-b8e2-4f3e-b210-2cb9557bdaf6 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544045 Sep 09 20:32:07.353715 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-94aa20a8-643d-4581-ab8f-7e92787dda72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:07.968632 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eef1d-15d4-41ce-91e8-fcb589e078cd req-21b7d26b-dab8-4e6b-9df0-1d41e5a40aac tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:07.970108 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-839eef1d-15d4-41ce-91e8-fcb589e078cd req-21b7d26b-dab8-4e6b-9df0-1d41e5a40aac tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0466189 Sep 09 20:32:08.015595 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-839eef1d-15d4-41ce-91e8-fcb589e078cd req-de577162-fd13-46c2-b640-3fa51b8d8164 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400867 Sep 09 20:32:08.081605 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:08.083479 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:08.353654 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7de3f839-e3a6-4c4f-bb6c-4a70befd1d78 req-fb58a145-7512-4392-bc05-07c8d6b10ed4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388608 Sep 09 20:32:08.411115 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df50d64-3dd3-49d2-8841-b40b63b886d2 req-53415f67-8490-45d5-ae08-0788f526bc15 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:08.412578 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8df50d64-3dd3-49d2-8841-b40b63b886d2 req-53415f67-8490-45d5-ae08-0788f526bc15 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0513008 Sep 09 20:32:08.416736 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3f839-e3a6-4c4f-bb6c-4a70befd1d78 req-52e5879e-f70b-4978-ba08-18a2b1ba601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:08.418207 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7de3f839-e3a6-4c4f-bb6c-4a70befd1d78 req-52e5879e-f70b-4978-ba08-18a2b1ba601c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 1130 time: 0.0375152 Sep 09 20:32:08.471970 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8df50d64-3dd3-49d2-8841-b40b63b886d2 req-d2bc15b3-3714-45e6-8e46-cdcd4ac7511b tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536358 Sep 09 20:32:08.686635 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:09.134596 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d385879-5d3e-41fb-bf5e-001e5ea016fd req-b93381a2-90f5-4a45-ac99-ff5896826c98 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:09.138562 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1d385879-5d3e-41fb-bf5e-001e5ea016fd req-b93381a2-90f5-4a45-ac99-ff5896826c98 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0500624 Sep 09 20:32:09.191237 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1d385879-5d3e-41fb-bf5e-001e5ea016fd req-ef94d825-c770-4fd4-8b77-c7751db71775 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465124 Sep 09 20:32:09.566944 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e18640cd-0def-49d0-baf8-481e5b782bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:09.601941 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb24e65-e204-4ec8-8413-380a6f35fc42 req-d8249fde-03bc-4e58-ad69-01a54b2389de tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:09.603637 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-afb24e65-e204-4ec8-8413-380a6f35fc42 req-d8249fde-03bc-4e58-ad69-01a54b2389de tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0542696 Sep 09 20:32:09.638434 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051089b-3f79-4921-8963-ef20f6aa4f33 req-a000cf36-06d8-4641-a074-4abf0f1bcaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:09.639913 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0051089b-3f79-4921-8963-ef20f6aa4f33 req-a000cf36-06d8-4641-a074-4abf0f1bcaeb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 1130 time: 0.0516841 Sep 09 20:32:09.668247 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-afb24e65-e204-4ec8-8413-380a6f35fc42 req-4607495b-d713-4578-bf09-1a0957aadb99 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586047 Sep 09 20:32:09.670395 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3f839-e3a6-4c4f-bb6c-4a70befd1d78 req-a2ff00c1-6a22-4986-ad44-b1d365828353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:09.671965 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7de3f839-e3a6-4c4f-bb6c-4a70befd1d78 req-a2ff00c1-6a22-4986-ad44-b1d365828353 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 920 time: 0.1354282 Sep 09 20:32:09.732658 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7de3f839-e3a6-4c4f-bb6c-4a70befd1d78 req-bddae735-2cae-48cb-a5f4-725431275e5f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccc294b6-8a23-4205-8c36-01b2941e0c68 HTTP/1.1" status: 200 len: 217 time: 0.0432935 Sep 09 20:32:09.738889 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0051089b-3f79-4921-8963-ef20f6aa4f33 req-3e380128-bb56-4ced-869f-c855bbcb244d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782902 Sep 09 20:32:10.010393 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3f839-e3a6-4c4f-bb6c-4a70befd1d78 req-649084b6-2d82-4175-b961-41a877dd6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:10.011801 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7de3f839-e3a6-4c4f-bb6c-4a70befd1d78 req-649084b6-2d82-4175-b961-41a877dd6888 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 HTTP/1.1" status: 200 len: 858 time: 0.0457156 Sep 09 20:32:10.092117 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3f839-e3a6-4c4f-bb6c-4a70befd1d78 req-14c40cc4-4f92-40c8-b023-c56764aeb7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:10.093674 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7de3f839-e3a6-4c4f-bb6c-4a70befd1d78 req-14c40cc4-4f92-40c8-b023-c56764aeb7de service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b188b4ef-6195-4514-85bf-2356d78cce90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416138 Sep 09 20:32:10.310889 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea4003-f71a-4865-81d7-8246bf20089b req-37d1f8eb-be08-44e9-b96f-e809813c7b73 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:10.312270 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-daea4003-f71a-4865-81d7-8246bf20089b req-37d1f8eb-be08-44e9-b96f-e809813c7b73 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0463643 Sep 09 20:32:10.358057 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-daea4003-f71a-4865-81d7-8246bf20089b req-cf4348cb-3776-4918-8afb-4406f7cc9847 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403609 Sep 09 20:32:10.788238 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd595d60-451d-454d-86d8-30596a041900 req-2a6702a0-b904-43ed-b253-7bd52c4c2b7c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:10.789686 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cd595d60-451d-454d-86d8-30596a041900 req-2a6702a0-b904-43ed-b253-7bd52c4c2b7c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0458019 Sep 09 20:32:10.851172 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cd595d60-451d-454d-86d8-30596a041900 req-541afc46-977c-4b09-a487-3a0b8acd8ec3 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae&id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534251 Sep 09 20:32:10.872025 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:10.974513 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7de3f839-e3a6-4c4f-bb6c-4a70befd1d78 req-b33cbfc0-ca6a-4ab9-964e-e2012db02091 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980792 Sep 09 20:32:11.083567 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7de3f839-e3a6-4c4f-bb6c-4a70befd1d78 req-b0411a03-743b-4d10-be0c-d99de4c373ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824480 Sep 09 20:32:11.484388 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8e5e7-29b9-445e-92fb-aeb4eadaf178 req-1e979d4b-8061-4321-aafc-bed5e7ef060f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:11.485859 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-58c8e5e7-29b9-445e-92fb-aeb4eadaf178 req-1e979d4b-8061-4321-aafc-bed5e7ef060f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0496857 Sep 09 20:32:11.532097 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-58c8e5e7-29b9-445e-92fb-aeb4eadaf178 req-36c85610-dd61-4532-9e49-9142c1b47f33 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398724 Sep 09 20:32:12.283188 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:12.440665 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:12.651690 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a659251-7855-4d8e-98ab-f6ac0ef86114 req-b4774496-be4e-452c-b678-6b0895fe0773 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:12.653140 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3a659251-7855-4d8e-98ab-f6ac0ef86114 req-b4774496-be4e-452c-b678-6b0895fe0773 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0467217 Sep 09 20:32:12.702275 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3a659251-7855-4d8e-98ab-f6ac0ef86114 req-a999cd39-389c-4195-86dd-414b98341083 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432873 Sep 09 20:32:13.155052 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:13.166146 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a8fd3-6c36-467e-8457-d72db67070c9 req-cbf196c3-e5a7-4aae-8e77-e0e9092ba6ae tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:13.167601 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8b5a8fd3-6c36-467e-8457-d72db67070c9 req-cbf196c3-e5a7-4aae-8e77-e0e9092ba6ae tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0518043 Sep 09 20:32:13.202558 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:13.215260 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8b5a8fd3-6c36-467e-8457-d72db67070c9 req-5c10895a-13ad-4a99-a263-8130f53cd730 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421441 Sep 09 20:32:13.432252 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88cc55-f2f6-4a83-bb3f-0063adbef63f req-fd7cfba1-b0df-41b9-9891-3e533841de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:13.433798 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-1b88cc55-f2f6-4a83-bb3f-0063adbef63f req-fd7cfba1-b0df-41b9-9891-3e533841de09 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 1130 time: 0.0462601 Sep 09 20:32:13.580360 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88cc55-f2f6-4a83-bb3f-0063adbef63f req-76efb1e6-d004-4079-b81e-4758185cd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:13.581838 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-1b88cc55-f2f6-4a83-bb3f-0063adbef63f req-76efb1e6-d004-4079-b81e-4758185cd675 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 920 time: 0.0913606 Sep 09 20:32:13.648355 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-1b88cc55-f2f6-4a83-bb3f-0063adbef63f req-c5cc1508-ccae-44ed-8f80-2c142886fcdb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21f730a2-1ecb-4742-8ea6-973064a729fc HTTP/1.1" status: 200 len: 1002 time: 0.0595052 Sep 09 20:32:13.699522 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88cc55-f2f6-4a83-bb3f-0063adbef63f req-158ab953-75b9-4217-b2f9-fe36cd85736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:13.700963 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-1b88cc55-f2f6-4a83-bb3f-0063adbef63f req-158ab953-75b9-4217-b2f9-fe36cd85736c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 HTTP/1.1" status: 200 len: 858 time: 0.0457268 Sep 09 20:32:13.745173 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88cc55-f2f6-4a83-bb3f-0063adbef63f req-89f4a5fa-b58c-45d6-b232-44e2bc6ad157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:13.746687 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-1b88cc55-f2f6-4a83-bb3f-0063adbef63f req-89f4a5fa-b58c-45d6-b232-44e2bc6ad157 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b188b4ef-6195-4514-85bf-2356d78cce90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392466 Sep 09 20:32:13.839937 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-1b88cc55-f2f6-4a83-bb3f-0063adbef63f req-6e7a9093-a497-43e6-a1e3-3cf8a880a8fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864248 Sep 09 20:32:13.889645 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:13.928511 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-1b88cc55-f2f6-4a83-bb3f-0063adbef63f req-1f749b23-9d2c-40ca-b66e-9fb750f5a5b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822828 Sep 09 20:32:14.312486 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3e7c1-7d73-4cfa-8b88-4a25ef463274 req-3b9887ba-863c-48fa-9c94-55d7d7dec28e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:14.313966 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-92f3e7c1-7d73-4cfa-8b88-4a25ef463274 req-3b9887ba-863c-48fa-9c94-55d7d7dec28e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 947 time: 0.0553014 Sep 09 20:32:14.359072 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033613f9-cc7b-4a64-ba21-d54e90455a31 req-a3b9fded-6072-4303-b5f5-55adaa33d1ad tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:14.360353 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-033613f9-cc7b-4a64-ba21-d54e90455a31 req-a3b9fded-6072-4303-b5f5-55adaa33d1ad tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0679379 Sep 09 20:32:14.402024 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-92f3e7c1-7d73-4cfa-8b88-4a25ef463274 req-b20a6969-c241-403d-a2b3-b47cf02325a2 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729308 Sep 09 20:32:14.428984 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-033613f9-cc7b-4a64-ba21-d54e90455a31 req-b53216f3-cf50-4189-82bb-1649e416c929 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580001 Sep 09 20:32:15.555785 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f7b58-070e-4804-adcd-9f36a11f14c5 req-cd90ff0a-41ab-4fec-b313-48e154531027 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:15.557237 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-824f7b58-070e-4804-adcd-9f36a11f14c5 req-cd90ff0a-41ab-4fec-b313-48e154531027 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 947 time: 0.0742080 Sep 09 20:32:15.571597 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed380fed-fca3-4ee6-87d5-f3c66e239d8b req-6de8a8be-1970-4da3-a1ec-e0795ea9a173 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:15.572949 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ed380fed-fca3-4ee6-87d5-f3c66e239d8b req-6de8a8be-1970-4da3-a1ec-e0795ea9a173 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0611053 Sep 09 20:32:15.646977 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-824f7b58-070e-4804-adcd-9f36a11f14c5 req-52436d51-0e57-4bcd-84c1-319b3ed44f24 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823450 Sep 09 20:32:15.650172 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ed380fed-fca3-4ee6-87d5-f3c66e239d8b req-4a393d83-4b26-43d7-b992-ead2af54e50e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713856 Sep 09 20:32:16.814035 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177f8c4-b158-49c4-a105-3d534ad130fe req-e04276b0-e15e-4578-a7de-066c64cc0fee tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:16.815514 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9177f8c4-b158-49c4-a105-3d534ad130fe req-e04276b0-e15e-4578-a7de-066c64cc0fee tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 947 time: 0.0783751 Sep 09 20:32:16.823522 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e61ed9-8567-4f96-8833-17bc31937f65 req-756eca69-9a05-495d-a60f-78519f75de5b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:16.825058 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-65e61ed9-8567-4f96-8833-17bc31937f65 req-756eca69-9a05-495d-a60f-78519f75de5b tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0856743 Sep 09 20:32:16.900427 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9177f8c4-b158-49c4-a105-3d534ad130fe req-933f07aa-08aa-4cd0-82fd-0314c1ea5d57 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743685 Sep 09 20:32:16.904362 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-65e61ed9-8567-4f96-8833-17bc31937f65 req-7f3515b1-45e4-4868-8c09-bbb03a68d399 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714831 Sep 09 20:32:17.124856 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9e923-6287-4088-a58c-946a75dc90f3 req-bf069a5c-a495-4614-8e4b-211b6cd0ef46 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:17.126330 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-04f9e923-6287-4088-a58c-946a75dc90f3 req-bf069a5c-a495-4614-8e4b-211b6cd0ef46 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0494854 Sep 09 20:32:17.172200 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-04f9e923-6287-4088-a58c-946a75dc90f3 req-59d62bdb-cc6d-4463-bd69-ab74288d7d50 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394955 Sep 09 20:32:17.391917 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:17.407223 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-95a2e58e-cca3-470e-9904-d1111b4ba79c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:17.408639 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-95a2e58e-cca3-470e-9904-d1111b4ba79c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 947 time: 0.0512545 Sep 09 20:32:18.052497 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dfdb6-9a34-4281-a9fb-a4c4e2e73c98 req-be2e6019-bdf9-4e50-90b8-a673be9c2f53 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:18.053980 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2c6dfdb6-9a34-4281-a9fb-a4c4e2e73c98 req-be2e6019-bdf9-4e50-90b8-a673be9c2f53 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 947 time: 0.0752134 Sep 09 20:32:18.059403 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37280708-7b31-4f14-afcf-af33ba34cef3 req-df77b20c-03c7-4774-b021-cf35775ef06e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:18.060722 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-37280708-7b31-4f14-afcf-af33ba34cef3 req-df77b20c-03c7-4774-b021-cf35775ef06e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0801749 Sep 09 20:32:18.136447 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2c6dfdb6-9a34-4281-a9fb-a4c4e2e73c98 req-21d3f63e-8a64-4025-8d00-69ea7fec0367 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748026 Sep 09 20:32:18.139829 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-37280708-7b31-4f14-afcf-af33ba34cef3 req-cda8a7d2-e8e4-4c1c-b07d-4228fe3e9f01 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709107 Sep 09 20:32:18.264073 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266baec-eb13-4236-81d6-f2357897cb6a req-2487d5a8-cacb-4ca4-8850-d41af8303a0e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:18.265514 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d266baec-eb13-4236-81d6-f2357897cb6a req-2487d5a8-cacb-4ca4-8850-d41af8303a0e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0553398 Sep 09 20:32:18.275547 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33656) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:18.280066 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-a41cf332-9f3f-44a9-bebb-b7a5875a837e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Request body: {'floatingip': {'port_id': '21f730a2-1ecb-4742-8ea6-973064a729fc'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:18.299123 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8756e63-d486-4d3a-9470-39afad910e29 req-e605df3a-b7e8-4621-9a6b-b57cfa2e75a3 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:18.301147 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f8756e63-d486-4d3a-9470-39afad910e29 req-e605df3a-b7e8-4621-9a6b-b57cfa2e75a3 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0525873 Sep 09 20:32:18.320964 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:18.348241 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f8756e63-d486-4d3a-9470-39afad910e29 req-2004f488-7496-482a-9ec2-c7ffa4efec26 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415821 Sep 09 20:32:18.387717 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a41cf332-9f3f-44a9-bebb-b7a5875a837e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for floatingip (629ccfa2-94f4-4a0d-b7b3-67c16c6ab566), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:18.939475 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a41cf332-9f3f-44a9-bebb-b7a5875a837e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:18.943992 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a41cf332-9f3f-44a9-bebb-b7a5875a837e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (629ccfa2-94f4-4a0d-b7b3-67c16c6ab566), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:19.160631 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Deleting port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:32:19.160631 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:19.268980 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077b8f1-c30b-4fe1-825b-0f5a3019daac req-44b9e245-45ab-48be-89a9-766f172cc125 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:19.270642 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f077b8f1-c30b-4fe1-825b-0f5a3019daac req-44b9e245-45ab-48be-89a9-766f172cc125 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 947 time: 0.0540068 Sep 09 20:32:19.303040 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:19.323672 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f077b8f1-c30b-4fe1-825b-0f5a3019daac req-d7dc0c03-699f-4774-aa9c-7c5e95985075 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4d6e030d-c53f-45a1-afb1-95af7c1409d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473692 Sep 09 20:32:19.474090 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb257b-b0b9-49f8-922e-3f019c87066f req-741015e4-bff7-435c-9b84-810fea97084c tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:19.475535 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-27cb257b-b0b9-49f8-922e-3f019c87066f req-741015e4-bff7-435c-9b84-810fea97084c tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0473847 Sep 09 20:32:19.498542 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:19.508959 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41cf332-9f3f-44a9-bebb-b7a5875a837e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:32:19.515047 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-019a0764-5149-4434-88cf-0ca7be84fd5c tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:19.516475 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-019a0764-5149-4434-88cf-0ca7be84fd5c tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 945 time: 0.0764217 Sep 09 20:32:19.524006 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-27cb257b-b0b9-49f8-922e-3f019c87066f req-09a0ce47-100d-4622-a745-4da5488e9d9e tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=08d0b2f3-2d2f-451b-a597-bd28aa641b72&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425849 Sep 09 20:32:19.575929 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:19.589514 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] For port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:32:19.589877 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:19.792539 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-e6bb7177-abbe-466e-93af-9612280c3e74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Deleting port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:32:19.792798 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-e6bb7177-abbe-466e-93af-9612280c3e74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:19.896695 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41cf332-9f3f-44a9-bebb-b7a5875a837e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:32:19.906679 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b09212b-c7a9-45ef-b3e9-4c5f5eefa5d5 None None] Sync routers for ids ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:32:19.907744 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a41cf332-9f3f-44a9-bebb-b7a5875a837e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:19.917696 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b09212b-c7a9-45ef-b3e9-4c5f5eefa5d5 None None] Routers {'ac6686f2-8ac0-43de-9267-aaef1cefdfc0'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:32:19.918602 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-2b09212b-c7a9-45ef-b3e9-4c5f5eefa5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:20.008101 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41051093-877e-41db-a9b9-d2c2624a3314', 'tag': '21f730a2-1ecb-4742-8ea6-973064a729fc'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:32:20.011021 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db3827c-feba-4b62-b747-d780cb3a8cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "41051093-877e-41db-a9b9-d2c2624a3314", "tag": "21f730a2-1ecb-4742-8ea6-973064a729fc"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:32:20.019460 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-2b09212b-c7a9-45ef-b3e9-4c5f5eefa5d5 None None] Set router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:32:20.051654 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-e6bb7177-abbe-466e-93af-9612280c3e74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] For port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:32:20.052021 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-e6bb7177-abbe-466e-93af-9612280c3e74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:20.057508 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:20.057871 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (33241597-d47d-4ba4-9f2a-5c0884972914), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:20.058232 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Floating IP 33241597-d47d-4ba4-9f2a-5c0884972914 disassociated. External IP: 172.27.1.118, port: 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e. Sep 09 20:32:20.058575 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Calling delete_port for 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:32:20.061173 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02375e9e-7283-4e0a-93aa-ec13c36c11b9 x-openstack-request-id: req-02375e9e-7283-4e0a-93aa-ec13c36c11b9 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:32:20.061484 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41051093-877e-41db-a9b9-d2c2624a3314", "tag": "21f730a2-1ecb-4742-8ea6-973064a729fc", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:32:20.061734 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02375e9e-7283-4e0a-93aa-ec13c36c11b9 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:32:20.062127 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02375e9e-7283-4e0a-93aa-ec13c36c11b9'] response: {'name': 'network-changed', 'server_uuid': '41051093-877e-41db-a9b9-d2c2624a3314', 'tag': '21f730a2-1ecb-4742-8ea6-973064a729fc', 'status': 'completed', 'code': 200} Sep 09 20:32:20.087033 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-a41cf332-9f3f-44a9-bebb-b7a5875a837e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/629ccfa2-94f4-4a0d-b7b3-67c16c6ab566 HTTP/1.1" status: 200 len: 994 time: 1.8103766 Sep 09 20:32:20.122726 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3827c-feba-4b62-b747-d780cb3a8cd3 req-6e771460-cb51-4935-87cc-a883d1419e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:20.124778 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8db3827c-feba-4b62-b747-d780cb3a8cd3 req-6e771460-cb51-4935-87cc-a883d1419e55 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 1130 time: 0.0466766 Sep 09 20:32:20.229897 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3827c-feba-4b62-b747-d780cb3a8cd3 req-792e3eca-a432-4653-885f-6394ba0e03f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:20.231759 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8db3827c-feba-4b62-b747-d780cb3a8cd3 req-792e3eca-a432-4653-885f-6394ba0e03f9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 920 time: 0.1006551 Sep 09 20:32:20.246256 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-2b09212b-c7a9-45ef-b3e9-4c5f5eefa5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '629ccfa2-94f4-4a0d-b7b3-67c16c6ab566', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'port_id': '21f730a2-1ecb-4742-8ea6-973064a729fc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'mac_address': 'fa:16:3e:8f:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41051093-877e-41db-a9b9-d2c2624a3314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:30:19Z', 'updated_at': '2022-09-09T20:32:18Z', 'revision_number': 3, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e4bab1-f994-4886-8c25-84ab5417dbb7', 'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'mac_address': 'fa:16:3e:66:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:11Z', 'updated_at': '2022-09-09T20:28:27Z', 'revision_number': 5, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'subnets': [{'id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:20.271049 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b09212b-c7a9-45ef-b3e9-4c5f5eefa5d5 None None] Checking router: ac6686f2-8ac0-43de-9267-aaef1cefdfc0 for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:32:20.279500 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b09212b-c7a9-45ef-b3e9-4c5f5eefa5d5 None None] Routers {'ac6686f2-8ac0-43de-9267-aaef1cefdfc0'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:32:20.280124 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-2b09212b-c7a9-45ef-b3e9-4c5f5eefa5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:20.309635 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8db3827c-feba-4b62-b747-d780cb3a8cd3 req-5505a78f-8e16-4cad-ae48-7f070d26ff2b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21f730a2-1ecb-4742-8ea6-973064a729fc HTTP/1.1" status: 200 len: 1002 time: 0.0704076 Sep 09 20:32:20.321961 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:20.337742 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-e6bb7177-abbe-466e-93af-9612280c3e74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:20.338112 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-e6bb7177-abbe-466e-93af-9612280c3e74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (c6134601-6f36-4d41-a428-fa433582d899), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:20.338432 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-e6bb7177-abbe-466e-93af-9612280c3e74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Floating IP c6134601-6f36-4d41-a428-fa433582d899 disassociated. External IP: 172.27.1.35, port: b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a. Sep 09 20:32:20.338815 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-e6bb7177-abbe-466e-93af-9612280c3e74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Calling delete_port for b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:32:20.344032 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (715458c7-e2c5-47e3-9ee4-1e82cbf7d53e), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:20.368713 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3827c-feba-4b62-b747-d780cb3a8cd3 req-73198a9e-e688-46f7-b326-77c4796aaf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:20.370942 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8db3827c-feba-4b62-b747-d780cb3a8cd3 req-73198a9e-e688-46f7-b326-77c4796aaf05 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 HTTP/1.1" status: 200 len: 858 time: 0.0559640 Sep 09 20:32:20.383024 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event deleted for resources: {'Port': ['ID=715458c7-e2c5-47e3-9ee4-1e82cbf7d53e,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:20.388543 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-2b09212b-c7a9-45ef-b3e9-4c5f5eefa5d5 None None] Set router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:32:20.431942 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:20.432324 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:20.432634 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:20.434419 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:20.434419 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:20.434419 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:20.434419 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:20.434419 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:20.434829 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:20.435184 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:20.435781 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:20.436359 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:20.436945 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:20.437368 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3827c-feba-4b62-b747-d780cb3a8cd3 req-cd82e850-cd7c-47f1-833d-b3d606adbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:20.437564 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:20.437908 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:20.440649 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8db3827c-feba-4b62-b747-d780cb3a8cd3 req-cd82e850-cd7c-47f1-833d-b3d606adbe50 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b188b4ef-6195-4514-85bf-2356d78cce90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630934 Sep 09 20:32:20.443781 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:20.470063 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-efc973a6-4bfd-44ce-9f1d-2c3d596bf23d req-a106fbe8-35d8-452b-b09d-3d6675fa4f57 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 210 time: 0.0508721 Sep 09 20:32:20.577010 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8db3827c-feba-4b62-b747-d780cb3a8cd3 req-8ddbc08a-ce8b-4326-a366-873c6d3e81b9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155753 Sep 09 20:32:20.627883 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:32:20.639848 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-e6bb7177-abbe-466e-93af-9612280c3e74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:20.682582 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-2b09212b-c7a9-45ef-b3e9-4c5f5eefa5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '629ccfa2-94f4-4a0d-b7b3-67c16c6ab566', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'port_id': '21f730a2-1ecb-4742-8ea6-973064a729fc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'mac_address': 'fa:16:3e:8f:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41051093-877e-41db-a9b9-d2c2624a3314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:30:19Z', 'updated_at': '2022-09-09T20:32:18Z', 'revision_number': 3, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e4bab1-f994-4886-8c25-84ab5417dbb7', 'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'mac_address': 'fa:16:3e:66:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:11Z', 'updated_at': '2022-09-09T20:28:27Z', 'revision_number': 5, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'subnets': [{'id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:20.692657 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7f5cc4a9-eb47-45da-b8c7-489cf377f544 req-54d7b12c-2f22-4751-ae1b-6ec8bc60250f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 210 time: 0.0463836 Sep 09 20:32:20.705153 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb7177-abbe-466e-93af-9612280c3e74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event deleted for resources: {'Port': ['ID=b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:20.727457 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b09212b-c7a9-45ef-b3e9-4c5f5eefa5d5 None None] The sync data for ids ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'] in dv-cinder-849325-4-iscsi is: [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '629ccfa2-94f4-4a0d-b7b3-67c16c6ab566', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'port_id': '21f730a2-1ecb-4742-8ea6-973064a729fc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'mac_address': 'fa:16:3e:8f:7e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41051093-877e-41db-a9b9-d2c2624a3314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:30:19Z', 'updated_at': '2022-09-09T20:32:18Z', 'revision_number': 3, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e4bab1-f994-4886-8c25-84ab5417dbb7', 'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'mac_address': 'fa:16:3e:66:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:11Z', 'updated_at': '2022-09-09T20:28:27Z', 'revision_number': 5, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'subnets': [{'id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:32:20.736217 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8db3827c-feba-4b62-b747-d780cb3a8cd3 req-48f51239-866c-42ac-af1f-464f55147e29 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529450 Sep 09 20:32:20.877348 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:32:20.889905 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e354a4-fbc5-4f05-a8a0-4f42984afc01 None None] Sync routers for ids ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:32:20.901530 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e354a4-fbc5-4f05-a8a0-4f42984afc01 None None] Routers {'2c7a91e6-c940-41d2-9e8c-c803b8c45103'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:32:20.902486 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-81e354a4-fbc5-4f05-a8a0-4f42984afc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:20.913880 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-e6bb7177-abbe-466e-93af-9612280c3e74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:32:20.930702 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] No DVR routers for this DVR port 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:32:20.933939 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:20.937172 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-29935862-ea4a-44a8-a2e6-50aa7df4987b req-187e9dd4-0044-414e-891b-56b64e29a858 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.25 "DELETE /networking/v2.0/ports/715458c7-e2c5-47e3-9ee4-1e82cbf7d53e HTTP/1.1" status: 204 len: 173 time: 1.9044604 Sep 09 20:32:21.068246 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-e6bb7177-abbe-466e-93af-9612280c3e74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:32:21.084112 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8e4cd-a758-4223-90dc-77a5faded2cd None None] Sync routers for ids ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:32:21.096959 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8e4cd-a758-4223-90dc-77a5faded2cd None None] Routers {'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:32:21.098032 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-83c8e4cd-a758-4223-90dc-77a5faded2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:21.108367 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-81e354a4-fbc5-4f05-a8a0-4f42984afc01 None None] Set router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:32:21.118933 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-e6bb7177-abbe-466e-93af-9612280c3e74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] No DVR routers for this DVR port b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:32:21.121657 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-e6bb7177-abbe-466e-93af-9612280c3e74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:21.125939 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6e37de5a-8d78-427a-bb60-2d4fa014756d req-e6bb7177-abbe-466e-93af-9612280c3e74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a HTTP/1.1" status: 204 len: 173 time: 1.6026950 Sep 09 20:32:21.169466 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:21.228106 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-83c8e4cd-a758-4223-90dc-77a5faded2cd None None] Set router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:32:21.271214 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:21.330779 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-81e354a4-fbc5-4f05-a8a0-4f42984afc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:33Z', 'revision_number': 5, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:21.357084 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e354a4-fbc5-4f05-a8a0-4f42984afc01 None None] Checking router: 2c7a91e6-c940-41d2-9e8c-c803b8c45103 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:32:21.366291 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e354a4-fbc5-4f05-a8a0-4f42984afc01 None None] Routers {'2c7a91e6-c940-41d2-9e8c-c803b8c45103'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:32:21.367021 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-81e354a4-fbc5-4f05-a8a0-4f42984afc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:21.422081 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-83c8e4cd-a758-4223-90dc-77a5faded2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '77f43c85-eea5-4839-89aa-c58bf443ccba', 'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'mac_address': 'fa:16:3e:15:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:05Z', 'updated_at': '2022-09-09T20:28:15Z', 'revision_number': 5, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'subnets': [{'id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:21.450717 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8e4cd-a758-4223-90dc-77a5faded2cd None None] Checking router: c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:32:21.459184 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8e4cd-a758-4223-90dc-77a5faded2cd None None] Routers {'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:32:21.459786 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-83c8e4cd-a758-4223-90dc-77a5faded2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:21.469878 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-81e354a4-fbc5-4f05-a8a0-4f42984afc01 None None] Set router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:32:21.493971 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:32:21.515906 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:32:21.516248 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 715458c7-e2c5-47e3-9ee4-1e82cbf7d53e not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:32:21.626864 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d6d31da8-8ec9-4cbb-9871-ee6106778a09 req-661c5259-480f-4f7a-a016-c063fce7a65f tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=abe125d2-51c7-4732-aa2a-90ab2d85d05f HTTP/1.1" status: 200 len: 210 time: 0.0373390 Sep 09 20:32:21.749528 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-83c8e4cd-a758-4223-90dc-77a5faded2cd None None] Set router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:32:21.776987 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-81e354a4-fbc5-4f05-a8a0-4f42984afc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:33Z', 'revision_number': 5, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:21.848430 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e354a4-fbc5-4f05-a8a0-4f42984afc01 None None] The sync data for ids ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'] in dv-cinder-849325-4-iscsi is: [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:33Z', 'revision_number': 5, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:32:21.877788 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1397fdf3-b0be-4a8a-b5f7-e4f9c60eb6ef req-a1c6135c-442c-4132-a745-96665a6452c5 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7e0ef033-9a7a-4b4d-8c77-2e52b202adec HTTP/1.1" status: 200 len: 210 time: 0.0339713 Sep 09 20:32:22.006852 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-83c8e4cd-a758-4223-90dc-77a5faded2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '77f43c85-eea5-4839-89aa-c58bf443ccba', 'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'mac_address': 'fa:16:3e:15:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:05Z', 'updated_at': '2022-09-09T20:28:15Z', 'revision_number': 5, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'subnets': [{'id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:22.036908 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8e4cd-a758-4223-90dc-77a5faded2cd None None] The sync data for ids ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'] in dv-cinder-849325-4-iscsi is: [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '77f43c85-eea5-4839-89aa-c58bf443ccba', 'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'mac_address': 'fa:16:3e:15:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:05Z', 'updated_at': '2022-09-09T20:28:15Z', 'revision_number': 5, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'subnets': [{'id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:32:22.063747 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41051093-877e-41db-a9b9-d2c2624a3314', 'tag': '21f730a2-1ecb-4742-8ea6-973064a729fc'}, {'server_uuid': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'name': 'network-vif-deleted', 'tag': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e'}, {'server_uuid': '7e0ef033-9a7a-4b4d-8c77-2e52b202adec', 'name': 'network-vif-deleted', 'tag': 'b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:32:22.066181 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5965506d-e9b0-4e90-805b-6bf7c72a0645" -d '{"events": [{"name": "network-changed", "server_uuid": "41051093-877e-41db-a9b9-d2c2624a3314", "tag": "21f730a2-1ecb-4742-8ea6-973064a729fc"}, {"server_uuid": "abe125d2-51c7-4732-aa2a-90ab2d85d05f", "name": "network-vif-deleted", "tag": "715458c7-e2c5-47e3-9ee4-1e82cbf7d53e"}, {"server_uuid": "7e0ef033-9a7a-4b4d-8c77-2e52b202adec", "name": "network-vif-deleted", "tag": "b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:32:22.127941 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 09 Sep 2022 20:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448f07c7-ed41-40d3-8e40-a623a55cc5f4 x-openstack-request-id: req-448f07c7-ed41-40d3-8e40-a623a55cc5f4 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:32:22.128602 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41051093-877e-41db-a9b9-d2c2624a3314", "tag": "21f730a2-1ecb-4742-8ea6-973064a729fc", "status": "completed", "code": 200}, {"server_uuid": "abe125d2-51c7-4732-aa2a-90ab2d85d05f", "name": "network-vif-deleted", "tag": "715458c7-e2c5-47e3-9ee4-1e82cbf7d53e", "status": "completed", "code": 200}, {"server_uuid": "7e0ef033-9a7a-4b4d-8c77-2e52b202adec", "name": "network-vif-deleted", "tag": "b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:32:22.128602 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-448f07c7-ed41-40d3-8e40-a623a55cc5f4 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:32:22.128868 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448f07c7-ed41-40d3-8e40-a623a55cc5f4'] response: {'name': 'network-changed', 'server_uuid': '41051093-877e-41db-a9b9-d2c2624a3314', 'tag': '21f730a2-1ecb-4742-8ea6-973064a729fc', 'status': 'completed', 'code': 200} Sep 09 20:32:22.129439 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448f07c7-ed41-40d3-8e40-a623a55cc5f4'] response: {'server_uuid': 'abe125d2-51c7-4732-aa2a-90ab2d85d05f', 'name': 'network-vif-deleted', 'tag': '715458c7-e2c5-47e3-9ee4-1e82cbf7d53e', 'status': 'completed', 'code': 200} Sep 09 20:32:22.129927 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448f07c7-ed41-40d3-8e40-a623a55cc5f4'] response: {'server_uuid': '7e0ef033-9a7a-4b4d-8c77-2e52b202adec', 'name': 'network-vif-deleted', 'tag': 'b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a', 'status': 'completed', 'code': 200} Sep 09 20:32:22.147668 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917920f3-4922-4081-9eef-82eb9d792dc4 None None] New status for floating IP 33241597-d47d-4ba4-9f2a-5c0884972914: DOWN {{(pid=106237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:32:22.257992 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965506d-e9b0-4e90-805b-6bf7c72a0645 req-b083f92b-e923-4c91-b71b-77ee64f14c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:22.270417 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5965506d-e9b0-4e90-805b-6bf7c72a0645 req-b083f92b-e923-4c91-b71b-77ee64f14c42 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f07defd609684351b4b7d0d110212a7c&device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 1130 time: 0.0762689 Sep 09 20:32:22.386887 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88e18ef-4537-4481-9512-d2f5e4516178 None None] New status for floating IP c6134601-6f36-4d41-a428-fa433582d899: DOWN {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:32:22.408643 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965506d-e9b0-4e90-805b-6bf7c72a0645 req-adde2fdb-1863-4b99-a301-c3062f1a0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:22.410238 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5965506d-e9b0-4e90-805b-6bf7c72a0645 req-adde2fdb-1863-4b99-a301-c3062f1a0e2f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 200 len: 920 time: 0.1339703 Sep 09 20:32:22.490597 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5965506d-e9b0-4e90-805b-6bf7c72a0645 req-e8faf9ba-d449-4c41-9903-db9cd5715241 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21f730a2-1ecb-4742-8ea6-973064a729fc HTTP/1.1" status: 200 len: 1002 time: 0.0734446 Sep 09 20:32:22.551109 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965506d-e9b0-4e90-805b-6bf7c72a0645 req-d9176367-6fa4-4b0f-9220-b8c4f9ae3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:22.552589 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5965506d-e9b0-4e90-805b-6bf7c72a0645 req-d9176367-6fa4-4b0f-9220-b8c4f9ae3838 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 HTTP/1.1" status: 200 len: 858 time: 0.0505390 Sep 09 20:32:22.590477 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:22.603123 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965506d-e9b0-4e90-805b-6bf7c72a0645 req-3a295d74-eca9-409d-a7ab-b3ae94577e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:22.604618 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5965506d-e9b0-4e90-805b-6bf7c72a0645 req-3a295d74-eca9-409d-a7ab-b3ae94577e74 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b188b4ef-6195-4514-85bf-2356d78cce90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425241 Sep 09 20:32:22.655781 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:22.697099 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5965506d-e9b0-4e90-805b-6bf7c72a0645 req-a7a902a3-90d4-4bae-90c1-1f50d92db497 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864222 Sep 09 20:32:22.746549 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33680) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:22.805632 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group (4d6e030d-c53f-45a1-afb1-95af7c1409d8), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:22.833034 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group (4d6e030d-c53f-45a1-afb1-95af7c1409d8), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:22.893006 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (4d6e030d-c53f-45a1-afb1-95af7c1409d8), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:22.896907 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:22.900884 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4d6e030d-c53f-45a1-afb1-95af7c1409d8 HTTP/1.1" status: 204 len: 168 time: 0.1505961 Sep 09 20:32:22.902106 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33682) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:22.922568 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6e030d-c53f-45a1-afb1-95af7c1409d8,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:22.925234 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.api.v2.resource [None req-9ac58a86-9982-4acd-bcb9-aa3b1e7ce111 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] show failed (client error): The resource could not be found. Sep 09 20:32:22.929113 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-9ac58a86-9982-4acd-bcb9-aa3b1e7ce111 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups/4d6e030d-c53f-45a1-afb1-95af7c1409d8 HTTP/1.1" status: 404 len: 347 time: 0.0232277 Sep 09 20:32:22.933674 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33686) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:22.942976 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:22.943403 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:22.943826 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:22.944236 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:22.944732 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:22.945142 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:22.945584 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:22.946012 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:22.947145 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:22.947573 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:22.947986 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:22.948389 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:22.948789 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:22.949189 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:22.949739 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb5fde7-a844-4cfe-a5de-6997585b655e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:23.015927 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33690) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:23.055306 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5965506d-e9b0-4e90-805b-6bf7c72a0645 req-2cb4e532-27f5-45f4-b8ed-b386786678e1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510513 Sep 09 20:32:23.331181 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:23.380040 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:23.382791 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-3165e05a-c8b2-4e8f-9caf-7457df77ac9e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Deleting port 249b23c3-24b9-4785-8264-12495acf1e43 {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:32:23.383138 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3165e05a-c8b2-4e8f-9caf-7457df77ac9e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (249b23c3-24b9-4785-8264-12495acf1e43), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:23.386420 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-aace7a8b-ed7d-4e62-bfea-9f3d57ecf302 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group (08d0b2f3-2d2f-451b-a597-bd28aa641b72), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:23.452681 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-aace7a8b-ed7d-4e62-bfea-9f3d57ecf302 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group (08d0b2f3-2d2f-451b-a597-bd28aa641b72), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:23.501617 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:32:23.517085 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3165e05a-c8b2-4e8f-9caf-7457df77ac9e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (249b23c3-24b9-4785-8264-12495acf1e43), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:23.517447 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3165e05a-c8b2-4e8f-9caf-7457df77ac9e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for floatingip (249b23c3-24b9-4785-8264-12495acf1e43), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:23.520380 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:32:23.520730 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device b62ecdb1-c015-4d82-aa4c-02ed3cd73c8a not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:32:23.530980 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-3165e05a-c8b2-4e8f-9caf-7457df77ac9e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Calling delete_port for 249b23c3-24b9-4785-8264-12495acf1e43 owned by network:floatingip {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:32:23.546261 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-aace7a8b-ed7d-4e62-bfea-9f3d57ecf302 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (08d0b2f3-2d2f-451b-a597-bd28aa641b72), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:23.548737 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-aace7a8b-ed7d-4e62-bfea-9f3d57ecf302 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:23.549915 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-aace7a8b-ed7d-4e62-bfea-9f3d57ecf302 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/08d0b2f3-2d2f-451b-a597-bd28aa641b72 HTTP/1.1" status: 204 len: 168 time: 0.5329614 Sep 09 20:32:23.553411 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33692) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:23.567272 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.api.v2.resource [None req-0361a5a2-9885-4dcd-8713-2004891e6065 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] show failed (client error): The resource could not be found. Sep 09 20:32:23.568168 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-0361a5a2-9885-4dcd-8713-2004891e6065 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups/08d0b2f3-2d2f-451b-a597-bd28aa641b72 HTTP/1.1" status: 404 len: 347 time: 0.0137742 Sep 09 20:32:23.570878 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33694) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:23.594769 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace7a8b-ed7d-4e62-bfea-9f3d57ecf302 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d0b2f3-2d2f-451b-a597-bd28aa641b72,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:23.697975 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3165e05a-c8b2-4e8f-9caf-7457df77ac9e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (249b23c3-24b9-4785-8264-12495acf1e43), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:23.705565 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-0f458e94-57dc-418d-b135-7717ba77bfd9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Deleting port a4bdc3a3-20fd-428b-aeb1-cee6921c443a {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:32:23.706018 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0f458e94-57dc-418d-b135-7717ba77bfd9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (a4bdc3a3-20fd-428b-aeb1-cee6921c443a), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:23.726957 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165e05a-c8b2-4e8f-9caf-7457df77ac9e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event deleted for resources: {'Port': ['ID=249b23c3-24b9-4785-8264-12495acf1e43,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:23.798766 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0f458e94-57dc-418d-b135-7717ba77bfd9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (a4bdc3a3-20fd-428b-aeb1-cee6921c443a), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:23.799045 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3165e05a-c8b2-4e8f-9caf-7457df77ac9e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for floatingip (33241597-d47d-4ba4-9f2a-5c0884972914), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:23.799528 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0f458e94-57dc-418d-b135-7717ba77bfd9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for floatingip (a4bdc3a3-20fd-428b-aeb1-cee6921c443a), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:23.802479 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3165e05a-c8b2-4e8f-9caf-7457df77ac9e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:23.803859 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-3165e05a-c8b2-4e8f-9caf-7457df77ac9e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/33241597-d47d-4ba4-9f2a-5c0884972914 HTTP/1.1" status: 204 len: 168 time: 0.8691497 Sep 09 20:32:23.820084 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-0f458e94-57dc-418d-b135-7717ba77bfd9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Calling delete_port for a4bdc3a3-20fd-428b-aeb1-cee6921c443a owned by network:floatingip {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:32:23.915236 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33700) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:23.919921 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-e6f143b8-febe-4418-8d85-ff0f5c872ff1 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1931587015', 'description': 'tempest-description--619783127'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:23.941131 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e6f143b8-febe-4418-8d85-ff0f5c872ff1 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:23.981425 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0f458e94-57dc-418d-b135-7717ba77bfd9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (a4bdc3a3-20fd-428b-aeb1-cee6921c443a), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.006817 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f458e94-57dc-418d-b135-7717ba77bfd9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event deleted for resources: {'Port': ['ID=a4bdc3a3-20fd-428b-aeb1-cee6921c443a,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:24.012134 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e6f143b8-febe-4418-8d85-ff0f5c872ff1 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group (d516ab50-f469-43cf-9768-735f32e9c9ae), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.017044 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e6f143b8-febe-4418-8d85-ff0f5c872ff1 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (d516ab50-f469-43cf-9768-735f32e9c9ae), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.048477 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e6f143b8-febe-4418-8d85-ff0f5c872ff1 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.049855 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-e6f143b8-febe-4418-8d85-ff0f5c872ff1 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1335399 Sep 09 20:32:24.051758 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f143b8-febe-4418-8d85-ff0f5c872ff1 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d516ab50-f469-43cf-9768-735f32e9c9ae,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:24.053724 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33702) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:24.057907 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-c2cc82db-bf42-48fd-be21-0050499e6ee0 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Request body: {'security_group_rule': {'security_group_id': 'd516ab50-f469-43cf-9768-735f32e9c9ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:24.074456 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0f458e94-57dc-418d-b135-7717ba77bfd9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for floatingip (c6134601-6f36-4d41-a428-fa433582d899), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.077563 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0f458e94-57dc-418d-b135-7717ba77bfd9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.078745 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-0f458e94-57dc-418d-b135-7717ba77bfd9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/c6134601-6f36-4d41-a428-fa433582d899 HTTP/1.1" status: 204 len: 168 time: 0.5070064 Sep 09 20:32:24.085740 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c2cc82db-bf42-48fd-be21-0050499e6ee0 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group_rule (2e7fd702-4a50-4488-8236-b374ca73077f), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.152397 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c2cc82db-bf42-48fd-be21-0050499e6ee0 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group_rule (2e7fd702-4a50-4488-8236-b374ca73077f), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.157416 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33706) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:24.162273 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-322b6ed9-be36-4da8-a4f8-593d7d9a6c1b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299090174', 'description': 'tempest-description--897597337'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:24.168097 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c2cc82db-bf42-48fd-be21-0050499e6ee0 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (2e7fd702-4a50-4488-8236-b374ca73077f), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.188863 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:24.198833 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc82db-bf42-48fd-be21-0050499e6ee0 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7fd702-4a50-4488-8236-b374ca73077f,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:24.207771 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c2cc82db-bf42-48fd-be21-0050499e6ee0 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.209362 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-c2cc82db-bf42-48fd-be21-0050499e6ee0 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546137 Sep 09 20:32:24.211121 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-322b6ed9-be36-4da8-a4f8-593d7d9a6c1b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.212143 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33708) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:24.216822 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-04107db2-2e16-453a-96c5-fbebb9f0258b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Request body: {'security_group_rule': {'security_group_id': 'd516ab50-f469-43cf-9768-735f32e9c9ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:24.220307 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:24.245038 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-04107db2-2e16-453a-96c5-fbebb9f0258b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group_rule (470ef729-5510-42e1-baab-41bcccb66b4c), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.285158 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-322b6ed9-be36-4da8-a4f8-593d7d9a6c1b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group (7c8834ad-e270-4672-bb15-6d8b3b121cf0), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.289025 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-322b6ed9-be36-4da8-a4f8-593d7d9a6c1b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (7c8834ad-e270-4672-bb15-6d8b3b121cf0), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.306115 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-04107db2-2e16-453a-96c5-fbebb9f0258b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group_rule (470ef729-5510-42e1-baab-41bcccb66b4c), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.310332 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-04107db2-2e16-453a-96c5-fbebb9f0258b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (470ef729-5510-42e1-baab-41bcccb66b4c), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.324362 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-322b6ed9-be36-4da8-a4f8-593d7d9a6c1b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.328915 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-322b6ed9-be36-4da8-a4f8-593d7d9a6c1b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1671193 Sep 09 20:32:24.328915 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b6ed9-be36-4da8-a4f8-593d7d9a6c1b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8834ad-e270-4672-bb15-6d8b3b121cf0,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:24.328915 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33710) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:24.330389 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04107db2-2e16-453a-96c5-fbebb9f0258b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470ef729-5510-42e1-baab-41bcccb66b4c,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:24.333816 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-d7237729-bc93-4d90-bff3-f8bdbc584afa tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Request body: {'security_group_rule': {'security_group_id': '7c8834ad-e270-4672-bb15-6d8b3b121cf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:24.344880 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-04107db2-2e16-453a-96c5-fbebb9f0258b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.346104 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-04107db2-2e16-453a-96c5-fbebb9f0258b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329346 Sep 09 20:32:24.349120 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33712) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:24.353489 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Request body: {'floatingip': {'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:24.365755 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d7237729-bc93-4d90-bff3-f8bdbc584afa tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group_rule (ac1dd00b-5ead-4201-ae25-eb6be3b91271), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.374839 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.416361 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:24.422026 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d7237729-bc93-4d90-bff3-f8bdbc584afa tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group_rule (ac1dd00b-5ead-4201-ae25-eb6be3b91271), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.425982 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d7237729-bc93-4d90-bff3-f8bdbc584afa tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (ac1dd00b-5ead-4201-ae25-eb6be3b91271), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.445183 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7237729-bc93-4d90-bff3-f8bdbc584afa tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1dd00b-5ead-4201-ae25-eb6be3b91271,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:24.454740 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d7237729-bc93-4d90-bff3-f8bdbc584afa tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.459092 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-d7237729-bc93-4d90-bff3-f8bdbc584afa tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264703 Sep 09 20:32:24.459298 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33714) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:24.459462 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.463760 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-fc39a81c-6928-4c9a-8d05-a4589c0d5fe9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Request body: {'security_group_rule': {'security_group_id': '7c8834ad-e270-4672-bb15-6d8b3b121cf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:24.489693 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fc39a81c-6928-4c9a-8d05-a4589c0d5fe9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group_rule (84e55d4f-a7ca-4712-8443-810b26211c91), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.499258 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:24.548414 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fc39a81c-6928-4c9a-8d05-a4589c0d5fe9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group_rule (84e55d4f-a7ca-4712-8443-810b26211c91), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.552022 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fc39a81c-6928-4c9a-8d05-a4589c0d5fe9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (84e55d4f-a7ca-4712-8443-810b26211c91), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.571358 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39a81c-6928-4c9a-8d05-a4589c0d5fe9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e55d4f-a7ca-4712-8443-810b26211c91,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:24.577324 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fc39a81c-6928-4c9a-8d05-a4589c0d5fe9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.578507 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-fc39a81c-6928-4c9a-8d05-a4589c0d5fe9 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182299 Sep 09 20:32:24.579856 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Allocated IP 172.27.1.52 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/d26c2f93-c371-4891-8d78-416a51fdd89b) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:32:24.582223 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33716) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:24.586591 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Request body: {'floatingip': {'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:24.608290 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.690160 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for port (d26c2f93-c371-4891-8d78-416a51fdd89b), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.691289 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.721630 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (d26c2f93-c371-4891-8d78-416a51fdd89b), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.760109 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:32:24.765023 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:32:24.769174 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:32:24.774349 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event updated for resources: {'Port': ['ID=d26c2f93-c371-4891-8d78-416a51fdd89b,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:24.801531 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Allocated IP 172.27.1.9 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/6ab77a42-a89f-413d-9392-7a59f371f0ac) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:32:24.866676 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for floatingip (f3653b77-730a-417d-90d9-560314677e98), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.907131 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (d26c2f93-c371-4891-8d78-416a51fdd89b), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.915092 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for port (6ab77a42-a89f-413d-9392-7a59f371f0ac), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.917592 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:24.922482 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:24.954307 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (6ab77a42-a89f-413d-9392-7a59f371f0ac), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:24.999919 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:32:25.005114 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:32:25.007294 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event updated for resources: {'Port': ['ID=6ab77a42-a89f-413d-9392-7a59f371f0ac,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:25.009498 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:32:25.058612 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for port (d26c2f93-c371-4891-8d78-416a51fdd89b), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:25.063293 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (d26c2f93-c371-4891-8d78-416a51fdd89b), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:25.089937 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for floatingip (7ec4c4a3-0d30-4a83-ab18-e826a4b1c1bc), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:25.126506 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (6ab77a42-a89f-413d-9392-7a59f371f0ac), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:25.126733 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:25.133429 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event updated for resources: {'Port': ['ID=d26c2f93-c371-4891-8d78-416a51fdd89b,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:25.137209 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (f3653b77-730a-417d-90d9-560314677e98), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:25.153902 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:25.155117 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-3636863d-7b0f-411a-9d8c-6c25221a67f3 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8049798 Sep 09 20:32:25.285057 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for port (6ab77a42-a89f-413d-9392-7a59f371f0ac), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:25.290243 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12204078'] for port (6ab77a42-a89f-413d-9392-7a59f371f0ac), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:25.387410 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event updated for resources: {'Port': ['ID=6ab77a42-a89f-413d-9392-7a59f371f0ac,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:25.389652 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (7ec4c4a3-0d30-4a83-ab18-e826a4b1c1bc), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:25.411927 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-d931fdfc-26ab-4014-aea4-116479e02ef8 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1931587015&fields=id&tenant_id=8c1c909559e44322a07f7e4a463424a5 HTTP/1.1" status: 200 len: 267 time: 0.0810859 Sep 09 20:32:25.414976 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:25.416069 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-9e4d0cd5-b583-454b-9127-5e60e88667af tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8329093 Sep 09 20:32:25.527667 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-2aaf6997-c2e3-4d02-9fda-2519fd61c8d9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:25.529147 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-2aaf6997-c2e3-4d02-9fda-2519fd61c8d9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/networks?id=e922e249-8412-4a6f-a000-86403046577e HTTP/1.1" status: 200 len: 817 time: 0.1103981 Sep 09 20:32:25.545898 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-6b1dddd3-eb68-4592-b982-fea27d1fd1b0 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/quotas/8c1c909559e44322a07f7e4a463424a5 HTTP/1.1" status: 200 len: 375 time: 0.0099514 Sep 09 20:32:25.609872 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-689993d7-1709-44a6-bbec-393bc3bf1282 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=8c1c909559e44322a07f7e4a463424a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586791 Sep 09 20:32:25.680415 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:25.685459 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-f8bc2063-7bdb-450c-a9a2-72864d51f8ac tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--299090174&fields=id&tenant_id=b310c05b03394f11b63f0a28f13d67b6 HTTP/1.1" status: 200 len: 267 time: 0.1049802 Sep 09 20:32:25.781493 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:25.786192 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-cbff7bb4-ee75-4bf2-8cb3-e96193e9078b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603131 Sep 09 20:32:25.871351 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-ce9606a0-dfb0-40a4-8dbf-2e0998e0a6ed tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:25.872776 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-ce9606a0-dfb0-40a4-8dbf-2e0998e0a6ed tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/networks?id=f13a2180-b7d4-4447-b571-f0f2b37395e2 HTTP/1.1" status: 200 len: 811 time: 0.1789763 Sep 09 20:32:25.895541 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-f98bb228-fd08-4985-8e15-818d2b48e065 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/quotas/b310c05b03394f11b63f0a28f13d67b6 HTTP/1.1" status: 200 len: 375 time: 0.0163381 Sep 09 20:32:25.939017 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-7f2f2b6b-1275-4f1b-9107-91aeb3c1a942 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463978 Sep 09 20:32:25.956325 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-3fdec61e-dd46-42e3-a214-c64f04089518 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b310c05b03394f11b63f0a28f13d67b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545290 Sep 09 20:32:26.066372 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-e02c5ef3-8e9f-45ee-b5bc-9d48f1a4a091 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973883 Sep 09 20:32:26.138712 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c5bf3d37-4d3d-434b-8cc3-431f325334b0 req-b6f711a7-5cfd-451b-9538-492af01fb596 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 210 time: 0.0614424 Sep 09 20:32:26.188242 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-b4b36344-af25-4d16-9095-7f9d7d6f87e3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189713 Sep 09 20:32:26.359472 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-26e2469f-e44c-45e0-94f7-746830065e8f req-397d97be-5458-41fb-a5cd-f40f13e95b72 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 210 time: 0.0308633 Sep 09 20:32:27.252913 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-44e72fa6-7934-4b81-abd9-2407dea41a52 req-faaadf04-937e-4d43-b75a-916aed464bee tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 210 time: 0.0312130 Sep 09 20:32:27.341050 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:27.350398 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-36920daf-15fe-467d-887c-146c0e516f1a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:27.351945 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-36920daf-15fe-467d-887c-146c0e516f1a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.25 "GET /networking/v2.0/networks?id=e922e249-8412-4a6f-a000-86403046577e HTTP/1.1" status: 200 len: 817 time: 0.1363747 Sep 09 20:32:27.429774 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-fca3c015-a18f-49f6-8cf2-a734b78df6fe tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8c1c909559e44322a07f7e4a463424a5 HTTP/1.1" status: 200 len: 380 time: 0.0607111 Sep 09 20:32:27.465481 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2af7a956-dc17-4e6d-b203-60ec384c2869 req-fe798b69-1bd2-4284-8a01-9f8b2c6b379b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 210 time: 0.0267577 Sep 09 20:32:27.501354 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-46b7b3e1-7f81-42f0-86ad-233e96dd3afb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Request body: {'port': {'device_id': 'e85693f6-363f-443c-a6db-0db004b654ae', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'admin_state_up': True, 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'security_groups': ['d516ab50-f469-43cf-9768-735f32e9c9ae']}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:27.609634 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-46b7b3e1-7f81-42f0-86ad-233e96dd3afb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Made reservation on behalf of 8c1c909559e44322a07f7e4a463424a5 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:32:27.614286 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-46b7b3e1-7f81-42f0-86ad-233e96dd3afb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:27.742684 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-46b7b3e1-7f81-42f0-86ad-233e96dd3afb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Allocated IP 172.20.0.14 (e922e249-8412-4a6f-a000-86403046577e/cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44/dc8afa85-2831-4191-870d-42e15a736429) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:32:27.885125 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-46b7b3e1-7f81-42f0-86ad-233e96dd3afb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for port (dc8afa85-2831-4191-870d-42e15a736429), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:27.994772 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-46b7b3e1-7f81-42f0-86ad-233e96dd3afb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (dc8afa85-2831-4191-870d-42e15a736429), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:28.054837 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-461e0225-e947-42d1-8348-f8f552414715 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:28.056271 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-461e0225-e947-42d1-8348-f8f552414715 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.25 "GET /networking/v2.0/networks?id=f13a2180-b7d4-4447-b571-f0f2b37395e2 HTTP/1.1" status: 200 len: 811 time: 0.1636646 Sep 09 20:32:28.059767 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-46b7b3e1-7f81-42f0-86ad-233e96dd3afb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Network e922e249-8412-4a6f-a000-86403046577e is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:32:28.062955 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-46b7b3e1-7f81-42f0-86ad-233e96dd3afb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:32:28.069762 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-46b7b3e1-7f81-42f0-86ad-233e96dd3afb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:32:28.094793 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7b3e1-7f81-42f0-86ad-233e96dd3afb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event updated for resources: {'Port': ['ID=dc8afa85-2831-4191-870d-42e15a736429,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:28.125053 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-46b7b3e1-7f81-42f0-86ad-233e96dd3afb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:28.125684 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-46b7b3e1-7f81-42f0-86ad-233e96dd3afb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:28.150241 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:28.165673 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-46b7b3e1-7f81-42f0-86ad-233e96dd3afb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6683788 Sep 09 20:32:28.181750 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Request body: {'port': {'device_id': 'e85693f6-363f-443c-a6db-0db004b654ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:28.186600 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:28.223827 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-017cd468-210c-4001-be81-eb296410afb8 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b310c05b03394f11b63f0a28f13d67b6 HTTP/1.1" status: 200 len: 379 time: 0.0953453 Sep 09 20:32:28.235719 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-8d28388e-7b95-4fe6-ab65-74e721a5e701 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Request body: {'port': {'device_id': 'e208f300-e8f3-44d5-9b42-27b8815e811f', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'admin_state_up': True, 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'security_groups': ['7c8834ad-e270-4672-bb15-6d8b3b121cf0']}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:28.313140 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (dc8afa85-2831-4191-870d-42e15a736429), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:28.317643 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-b54668f3-8bfe-4fbd-aefa-8dff0693129a None None] Provisioning complete for port dc8afa85-2831-4191-870d-42e15a736429 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:32:28.318130 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-b54668f3-8bfe-4fbd-aefa-8dff0693129a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (dc8afa85-2831-4191-870d-42e15a736429), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:28.354686 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-b54668f3-8bfe-4fbd-aefa-8dff0693129a None None] Port dc8afa85-2831-4191-870d-42e15a736429 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:32:28.401207 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e2b5a-95bb-41cc-ae88-60bfc7249f5b req-d7a692f1-3f24-4a6b-89fd-bbac186700bd tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:28.402805 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-120e2b5a-95bb-41cc-ae88-60bfc7249f5b req-d7a692f1-3f24-4a6b-89fd-bbac186700bd tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 932 time: 0.0501537 Sep 09 20:32:28.450966 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-120e2b5a-95bb-41cc-ae88-60bfc7249f5b req-00f85e2d-a080-408d-b6ba-7e115b4418eb tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410349 Sep 09 20:32:28.472455 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-8d28388e-7b95-4fe6-ab65-74e721a5e701 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Made reservation on behalf of b310c05b03394f11b63f0a28f13d67b6 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:32:28.476171 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-8d28388e-7b95-4fe6-ab65-74e721a5e701 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:28.569768 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b3655b8d-dc9c-4ee6-a287-d4949c721452 req-4ad84830-3cac-4cec-ae5c-37626e8980bb tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 210 time: 0.0293212 Sep 09 20:32:28.710488 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-8d28388e-7b95-4fe6-ab65-74e721a5e701 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Allocated IP 172.20.0.14 (f13a2180-b7d4-4447-b571-f0f2b37395e2/a4fdbd5e-0e81-4545-9b3a-a3439a61b913/0ae3bddd-935a-4674-81de-0492ee6b5ef0) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:32:28.735092 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8afa85-2831-4191-870d-42e15a736429 {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:32:28.746611 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Publish callbacks [] for port (dc8afa85-2831-4191-870d-42e15a736429), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:28.775664 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Transition to ACTIVE for port object dc8afa85-2831-4191-870d-42e15a736429 will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:32:28.781200 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (dc8afa85-2831-4191-870d-42e15a736429), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:28.854834 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:28.914501 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8afa85-2831-4191-870d-42e15a736429,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:28.950732 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:28.973010 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-8d28388e-7b95-4fe6-ab65-74e721a5e701 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:28.982840 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Attempting to bind port dc8afa85-2831-4191-870d-42e15a736429 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:32:28.983181 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Attempting to bind port dc8afa85-2831-4191-870d-42e15a736429 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:32:28.983512 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Attempting to bind port dc8afa85-2831-4191-870d-42e15a736429 on network e922e249-8412-4a6f-a000-86403046577e {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:32:29.043599 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Port dc8afa85-2831-4191-870d-42e15a736429 on network e922e249-8412-4a6f-a000-86403046577e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:32:29.043929 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Attempting to bind port dc8afa85-2831-4191-870d-42e15a736429 on network e922e249-8412-4a6f-a000-86403046577e {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:32:29.047418 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-8d28388e-7b95-4fe6-ab65-74e721a5e701 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:29.118482 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-8d28388e-7b95-4fe6-ab65-74e721a5e701 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Network f13a2180-b7d4-4447-b571-f0f2b37395e2 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:32:29.126912 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-8d28388e-7b95-4fe6-ab65-74e721a5e701 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:32:29.131108 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-8d28388e-7b95-4fe6-ab65-74e721a5e701 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:32:29.159993 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28388e-7b95-4fe6-ab65-74e721a5e701 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event updated for resources: {'Port': ['ID=0ae3bddd-935a-4674-81de-0492ee6b5ef0,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:29.168987 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:32:29.169358 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Checking segment: {'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:32:29.169745 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Bound using segment: {'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:32:29.170189 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Bound port: dc8afa85-2831-4191-870d-42e15a736429, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e922e249-8412-4a6f-a000-86403046577e'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:32:29.170546 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (dc8afa85-2831-4191-870d-42e15a736429), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:29.201565 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-8d28388e-7b95-4fe6-ab65-74e721a5e701 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:29.202078 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-8d28388e-7b95-4fe6-ab65-74e721a5e701 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:29.244966 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-8d28388e-7b95-4fe6-ab65-74e721a5e701 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0134909 Sep 09 20:32:29.259790 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Request body: {'port': {'device_id': 'e208f300-e8f3-44d5-9b42-27b8815e811f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:29.288714 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] For port dc8afa85-2831-4191-870d-42e15a736429, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:32:29.306634 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] For port dc8afa85-2831-4191-870d-42e15a736429, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=dc8afa85-2831-4191-870d-42e15a736429,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:32:29.331299 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (dc8afa85-2831-4191-870d-42e15a736429), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:29.336297 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:29.336908 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:29.340248 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/dc8afa85-2831-4191-870d-42e15a736429 HTTP/1.1" status: 200 len: 1094 time: 1.1616709 Sep 09 20:32:29.345236 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85693f6-363f-443c-a6db-0db004b654ae', 'tag': 'dc8afa85-2831-4191-870d-42e15a736429'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:32:29.347523 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0307f743-3fb8-46b6-82f2-78bf9901944e" -d '{"events": [{"name": "network-changed", "server_uuid": "e85693f6-363f-443c-a6db-0db004b654ae", "tag": "dc8afa85-2831-4191-870d-42e15a736429"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:32:29.384781 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-b1f3e4b3-fc71-45bf-a8e9-2054b0cde6e9 None None] Provisioning complete for port 0ae3bddd-935a-4674-81de-0492ee6b5ef0 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:32:29.385454 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-b1f3e4b3-fc71-45bf-a8e9-2054b0cde6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:29.404402 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:29.407811 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae367cc-7078-497b-8c7a-86e0b1ddad3e x-openstack-request-id: req-0ae367cc-7078-497b-8c7a-86e0b1ddad3e {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:32:29.408094 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85693f6-363f-443c-a6db-0db004b654ae", "tag": "dc8afa85-2831-4191-870d-42e15a736429", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:32:29.408343 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ae367cc-7078-497b-8c7a-86e0b1ddad3e {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:32:29.408730 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae367cc-7078-497b-8c7a-86e0b1ddad3e'] response: {'name': 'network-changed', 'server_uuid': 'e85693f6-363f-443c-a6db-0db004b654ae', 'tag': 'dc8afa85-2831-4191-870d-42e15a736429', 'status': 'completed', 'code': 200} Sep 09 20:32:29.419855 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3e4b3-fc71-45bf-a8e9-2054b0cde6e9 None None] Port 0ae3bddd-935a-4674-81de-0492ee6b5ef0 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:32:29.453026 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b89c8-6b7b-4b45-9138-aeb8fa51a8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8afa85-2831-4191-870d-42e15a736429,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:29.478006 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-30c613ac-a5cd-4052-b35c-f20e9672df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:29.479500 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-30c613ac-a5cd-4052-b35c-f20e9672df82 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c1c909559e44322a07f7e4a463424a5&device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 1128 time: 0.0930181 Sep 09 20:32:29.532708 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-4b0c3f36-0cbc-4c11-94c8-52468b3130da service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc8afa85-2831-4191-870d-42e15a736429 HTTP/1.1" status: 200 len: 217 time: 0.0431662 Sep 09 20:32:29.579273 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fc03e-3892-45ca-af9d-eac407257ba1 req-6e8bc503-cfbf-4005-9eef-ca69e1599e1f tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:29.580858 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b44fc03e-3892-45ca-af9d-eac407257ba1 req-6e8bc503-cfbf-4005-9eef-ca69e1599e1f tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 944 time: 0.0462282 Sep 09 20:32:29.638038 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b44fc03e-3892-45ca-af9d-eac407257ba1 req-6d7b6513-e7ab-4659-bde6-1d25581377bc tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508261 Sep 09 20:32:29.674038 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-6f5b372a-2ca7-4721-b161-9d7e38adf072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:29.676299 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-6f5b372a-2ca7-4721-b161-9d7e38adf072 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44 HTTP/1.1" status: 200 len: 856 time: 0.1061227 Sep 09 20:32:29.678285 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:29.698509 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c479f-dbf5-4145-8abb-e2b5ff30f056 req-7a679340-fdda-4156-9b91-fc59b078dc74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:29.699963 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-452c479f-dbf5-4145-8abb-e2b5ff30f056 req-7a679340-fdda-4156-9b91-fc59b078dc74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 932 time: 0.0518267 Sep 09 20:32:29.734446 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-5c119c61-c4bc-4d2a-b20f-0e76d4df2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:29.735920 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-5c119c61-c4bc-4d2a-b20f-0e76d4df2ec4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e922e249-8412-4a6f-a000-86403046577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530579 Sep 09 20:32:29.748632 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-452c479f-dbf5-4145-8abb-e2b5ff30f056 req-7f077395-8281-4700-b7ba-9f0eb2214de3 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7c8834ad-e270-4672-bb15-6d8b3b121cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426877 Sep 09 20:32:29.764722 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:30.124222 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae3bddd-935a-4674-81de-0492ee6b5ef0 {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:32:30.133574 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Publish callbacks [] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:30.137678 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-38b2c01b-a9db-47ab-abba-6539c761a1fc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945515 Sep 09 20:32:30.166407 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Transition to ACTIVE for port object 0ae3bddd-935a-4674-81de-0492ee6b5ef0 will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:32:30.193866 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:30.295982 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Pushing event updated for resources: {'Port': ['ID=0ae3bddd-935a-4674-81de-0492ee6b5ef0,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:30.320347 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-795d78f4-71c0-422d-bc3b-9085ece3173c req-bb485bdb-331d-4b68-8240-97dadd29d48c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743765 Sep 09 20:32:30.338214 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Attempting to bind port 0ae3bddd-935a-4674-81de-0492ee6b5ef0 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:32:30.338603 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Attempting to bind port 0ae3bddd-935a-4674-81de-0492ee6b5ef0 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:32:30.339051 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Attempting to bind port 0ae3bddd-935a-4674-81de-0492ee6b5ef0 on network f13a2180-b7d4-4447-b571-f0f2b37395e2 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:32:30.384099 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Port 0ae3bddd-935a-4674-81de-0492ee6b5ef0 on network f13a2180-b7d4-4447-b571-f0f2b37395e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:32:30.384337 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Attempting to bind port 0ae3bddd-935a-4674-81de-0492ee6b5ef0 on network f13a2180-b7d4-4447-b571-f0f2b37395e2 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:32:30.428917 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:32:30.429277 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Checking segment: {'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:32:30.429654 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Bound using segment: {'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:32:30.430083 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Bound port: 0ae3bddd-935a-4674-81de-0492ee6b5ef0, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9fbf753-6643-4eaf-a88f-a2d4b8563909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:32:30.430434 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:30.489154 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] For port 0ae3bddd-935a-4674-81de-0492ee6b5ef0, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:32:30.492477 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] For port 0ae3bddd-935a-4674-81de-0492ee6b5ef0, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=0ae3bddd-935a-4674-81de-0492ee6b5ef0,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:32:30.497918 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:30.501933 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:30.502535 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:30.503910 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/0ae3bddd-935a-4674-81de-0492ee6b5ef0 HTTP/1.1" status: 200 len: 1094 time: 1.2513084 Sep 09 20:32:30.546826 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bd2e8-f01c-46ad-ab9e-62203e6defdb service neutron] Pushing event updated for resources: {'Port': ['ID=0ae3bddd-935a-4674-81de-0492ee6b5ef0,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:30.758029 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe4537-8196-48e1-bce5-216a895f7859 req-54b085f0-9161-41d3-89cb-0f0123b2a0c8 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:30.759461 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-96fe4537-8196-48e1-bce5-216a895f7859 req-54b085f0-9161-41d3-89cb-0f0123b2a0c8 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 944 time: 0.0460258 Sep 09 20:32:30.806371 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-96fe4537-8196-48e1-bce5-216a895f7859 req-143dd87a-434c-4334-b959-e4691a0730a1 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413277 Sep 09 20:32:30.871604 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93787ca5-b4f7-4b6a-856a-04f3dfdaa66f req-9bf6ef76-2b55-457e-9d4b-64bf7a7fc599 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:30.873065 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-93787ca5-b4f7-4b6a-856a-04f3dfdaa66f req-9bf6ef76-2b55-457e-9d4b-64bf7a7fc599 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 944 time: 0.0485065 Sep 09 20:32:30.894845 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:30.924077 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-93787ca5-b4f7-4b6a-856a-04f3dfdaa66f req-06d3057f-e55f-44f6-98e7-df48d1fd9695 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7c8834ad-e270-4672-bb15-6d8b3b121cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453968 Sep 09 20:32:31.281375 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307f743-3fb8-46b6-82f2-78bf9901944e req-b4a2ff1f-e689-47ea-851a-eaaaa7c7bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:31.283128 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0307f743-3fb8-46b6-82f2-78bf9901944e req-b4a2ff1f-e689-47ea-851a-eaaaa7c7bc04 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c1c909559e44322a07f7e4a463424a5&device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 1128 time: 0.0694146 Sep 09 20:32:31.288296 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-69d500ae-ee94-4022-bf2f-d4623b483ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:31.289722 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-69d500ae-ee94-4022-bf2f-d4623b483ca7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b310c05b03394f11b63f0a28f13d67b6&device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 1128 time: 0.0497985 Sep 09 20:32:31.364941 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-923dd9f3-6438-40aa-bf16-a042faf6666d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ae3bddd-935a-4674-81de-0492ee6b5ef0 HTTP/1.1" status: 200 len: 217 time: 0.0674312 Sep 09 20:32:31.385917 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:31.411465 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e208f300-e8f3-44d5-9b42-27b8815e811f', 'tag': '0ae3bddd-935a-4674-81de-0492ee6b5ef0'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:32:31.413667 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94148970-d226-47fc-8e8b-691d34e435e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e208f300-e8f3-44d5-9b42-27b8815e811f", "tag": "0ae3bddd-935a-4674-81de-0492ee6b5ef0"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:32:31.450781 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-53ebe2a6-696f-4508-a8f2-a819eafeaf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:31.452410 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-53ebe2a6-696f-4508-a8f2-a819eafeaf4b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a4fdbd5e-0e81-4545-9b3a-a3439a61b913 HTTP/1.1" status: 200 len: 850 time: 0.0799420 Sep 09 20:32:31.453640 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96efddde-975a-4a96-b942-40ca5b6964e9 x-openstack-request-id: req-96efddde-975a-4a96-b942-40ca5b6964e9 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:32:31.453926 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e208f300-e8f3-44d5-9b42-27b8815e811f", "tag": "0ae3bddd-935a-4674-81de-0492ee6b5ef0", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:32:31.454176 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96efddde-975a-4a96-b942-40ca5b6964e9 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:32:31.454554 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96efddde-975a-4a96-b942-40ca5b6964e9'] response: {'name': 'network-changed', 'server_uuid': 'e208f300-e8f3-44d5-9b42-27b8815e811f', 'tag': '0ae3bddd-935a-4674-81de-0492ee6b5ef0', 'status': 'completed', 'code': 200} Sep 09 20:32:31.455954 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307f743-3fb8-46b6-82f2-78bf9901944e req-4bd37642-6a95-4b37-bfb0-1961ca23eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:31.457316 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0307f743-3fb8-46b6-82f2-78bf9901944e req-4bd37642-6a95-4b37-bfb0-1961ca23eb35 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e922e249-8412-4a6f-a000-86403046577e HTTP/1.1" status: 200 len: 918 time: 0.1667681 Sep 09 20:32:31.477083 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:31.530496 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0307f743-3fb8-46b6-82f2-78bf9901944e req-de3717fd-cc31-491b-ba27-c5d67614db42 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc8afa85-2831-4191-870d-42e15a736429 HTTP/1.1" status: 200 len: 217 time: 0.0550437 Sep 09 20:32:31.546122 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-2a11a98a-1780-4371-9b0d-2e956518c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:31.547495 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-2a11a98a-1780-4371-9b0d-2e956518c712 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f13a2180-b7d4-4447-b571-f0f2b37395e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798526 Sep 09 20:32:31.626653 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307f743-3fb8-46b6-82f2-78bf9901944e req-0b520f65-8986-4c40-89a3-0811366835de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:31.628093 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0307f743-3fb8-46b6-82f2-78bf9901944e req-0b520f65-8986-4c40-89a3-0811366835de service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44 HTTP/1.1" status: 200 len: 856 time: 0.0894601 Sep 09 20:32:31.694494 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307f743-3fb8-46b6-82f2-78bf9901944e req-4606c990-82ab-476e-8d76-8dfeca938483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:31.695987 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0307f743-3fb8-46b6-82f2-78bf9901944e req-4606c990-82ab-476e-8d76-8dfeca938483 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e922e249-8412-4a6f-a000-86403046577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604448 Sep 09 20:32:31.698189 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-1f03295f-16d4-4266-9157-0831c6724e01 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324384 Sep 09 20:32:31.864103 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0307f743-3fb8-46b6-82f2-78bf9901944e req-ebc75439-a0cf-4608-afb8-da38d805d53b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565819 Sep 09 20:32:31.865987 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ec03be9-e2cc-4f8c-8fe3-3f41c1679930 req-d1393f17-8d9f-4ca0-82e2-15e39acecc92 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518207 Sep 09 20:32:31.932703 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84e6e3-d4a2-4c6e-b400-ec479ec4c7ef req-8bc5e1c8-cf59-4c25-bc8e-9dcb661b907b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:31.934296 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5f84e6e3-d4a2-4c6e-b400-ec479ec4c7ef req-8bc5e1c8-cf59-4c25-bc8e-9dcb661b907b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 944 time: 0.0477378 Sep 09 20:32:31.972912 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0307f743-3fb8-46b6-82f2-78bf9901944e req-4a7c5fb0-6f17-447f-a1b7-5727e841637e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894508 Sep 09 20:32:31.984561 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5f84e6e3-d4a2-4c6e-b400-ec479ec4c7ef req-05574cd7-ecab-42e9-ac36-1ace65f3c011 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444565 Sep 09 20:32:32.054298 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bae52-367e-4fd1-abab-506715ea9ea4 req-4b2f681a-0da3-43eb-acdf-10f407259a2c tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:32.055738 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-897bae52-367e-4fd1-abab-506715ea9ea4 req-4b2f681a-0da3-43eb-acdf-10f407259a2c tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 944 time: 0.0462868 Sep 09 20:32:32.069338 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:32:32.080301 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:32.102139 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-897bae52-367e-4fd1-abab-506715ea9ea4 req-417a4f0a-b1e9-4d0e-b8ad-0a2eaae90bcb tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7c8834ad-e270-4672-bb15-6d8b3b121cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409088 Sep 09 20:32:32.577227 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:32.840438 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94148970-d226-47fc-8e8b-691d34e435e0 req-3eb52f2e-636c-4c7f-a16d-83e4baa51ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:32.841850 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-94148970-d226-47fc-8e8b-691d34e435e0 req-3eb52f2e-636c-4c7f-a16d-83e4baa51ee2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b310c05b03394f11b63f0a28f13d67b6&device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 1128 time: 0.0397208 Sep 09 20:32:32.934458 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94148970-d226-47fc-8e8b-691d34e435e0 req-0ed0ad94-cf03-47e3-8637-80f485a9fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:32.935890 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-94148970-d226-47fc-8e8b-691d34e435e0 req-0ed0ad94-cf03-47e3-8637-80f485a9fbb5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f13a2180-b7d4-4447-b571-f0f2b37395e2 HTTP/1.1" status: 200 len: 912 time: 0.0871716 Sep 09 20:32:32.976653 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-94148970-d226-47fc-8e8b-691d34e435e0 req-df94d46c-cb4f-47c2-b0f3-b9af09da83a1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ae3bddd-935a-4674-81de-0492ee6b5ef0 HTTP/1.1" status: 200 len: 217 time: 0.0328422 Sep 09 20:32:33.024849 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94148970-d226-47fc-8e8b-691d34e435e0 req-4cefe2b5-5bc4-4711-80a7-b50bc37b50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:33.026337 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-94148970-d226-47fc-8e8b-691d34e435e0 req-4cefe2b5-5bc4-4711-80a7-b50bc37b50bc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a4fdbd5e-0e81-4545-9b3a-a3439a61b913 HTTP/1.1" status: 200 len: 850 time: 0.0431516 Sep 09 20:32:33.069652 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94148970-d226-47fc-8e8b-691d34e435e0 req-6b016606-503f-495c-aecf-11b077f3ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:33.071123 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-94148970-d226-47fc-8e8b-691d34e435e0 req-6b016606-503f-495c-aecf-11b077f3ca74 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f13a2180-b7d4-4447-b571-f0f2b37395e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383418 Sep 09 20:32:33.112842 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f45bf-82d3-4e5c-80af-e1eb0787e608 req-684d7b68-96a0-4070-a391-e7cc2245631a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:33.114263 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0e3f45bf-82d3-4e5c-80af-e1eb0787e608 req-684d7b68-96a0-4070-a391-e7cc2245631a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 944 time: 0.0506425 Sep 09 20:32:33.163717 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0e3f45bf-82d3-4e5c-80af-e1eb0787e608 req-2f798eb8-b67d-4b60-9ffb-7c4e3a9e96b5 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437582 Sep 09 20:32:33.169584 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-94148970-d226-47fc-8e8b-691d34e435e0 req-71d13134-65a5-4b6d-8432-9b41c23911d9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914452 Sep 09 20:32:33.231189 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aa789-9112-4b8a-ae55-684722960bb4 req-d3ca265f-e18a-4a81-8a4f-f0a6ef85a81d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:33.232653 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a79aa789-9112-4b8a-ae55-684722960bb4 req-d3ca265f-e18a-4a81-8a4f-f0a6ef85a81d tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 944 time: 0.0465298 Sep 09 20:32:33.265385 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-94148970-d226-47fc-8e8b-691d34e435e0 req-e75dc8d2-534f-4e71-9f5b-47dfb6741ca2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887859 Sep 09 20:32:33.280489 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a79aa789-9112-4b8a-ae55-684722960bb4 req-e9cfeadb-f423-4750-b251-df0473597c95 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7c8834ad-e270-4672-bb15-6d8b3b121cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416179 Sep 09 20:32:33.500734 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 0ae3bddd-935a-4674-81de-0492ee6b5ef0 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:32:33.598771 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 0ae3bddd-935a-4674-81de-0492ee6b5ef0, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=0ae3bddd-935a-4674-81de-0492ee6b5ef0,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:32:33.609383 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': '0ae3bddd-935a-4674-81de-0492ee6b5ef0', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'port_id': '0ae3bddd-935a-4674-81de-0492ee6b5ef0', 'mac_address': 'fa:16:3e:f8:2e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:32:33.643054 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 0ae3bddd-935a-4674-81de-0492ee6b5ef0 is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:32:33.643460 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:33.656349 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae3bddd-935a-4674-81de-0492ee6b5ef0 {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:32:33.668830 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:33.674309 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:33.679300 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 0ae3bddd-935a-4674-81de-0492ee6b5ef0, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=0ae3bddd-935a-4674-81de-0492ee6b5ef0,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:32:33.682752 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:33.683406 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device dc8afa85-2831-4191-870d-42e15a736429 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:32:33.754783 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=0ae3bddd-935a-4674-81de-0492ee6b5ef0,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:33.786574 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:33.786919 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:33.787282 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:33.787626 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:33.787955 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:33.788291 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:33.788633 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:33.788954 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:33.789295 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:33.789621 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:33.789943 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:33.790278 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:33.790623 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:33.790917 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:33.791231 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:32:33.832815 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port dc8afa85-2831-4191-870d-42e15a736429, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=dc8afa85-2831-4191-870d-42e15a736429,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:32:33.843752 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': 'dc8afa85-2831-4191-870d-42e15a736429', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'port_id': 'dc8afa85-2831-4191-870d-42e15a736429', 'mac_address': 'fa:16:3e:57:e5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:32:33.881741 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port dc8afa85-2831-4191-870d-42e15a736429 is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:32:33.882128 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (dc8afa85-2831-4191-870d-42e15a736429), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:33.898893 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8afa85-2831-4191-870d-42e15a736429 {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:32:33.919883 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port dc8afa85-2831-4191-870d-42e15a736429, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=dc8afa85-2831-4191-870d-42e15a736429,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:32:33.923796 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (dc8afa85-2831-4191-870d-42e15a736429), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:33.968805 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=dc8afa85-2831-4191-870d-42e15a736429,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:34.290078 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76845f-a233-42b6-8be7-2ed32394ca3b req-68bc7f91-988d-4645-b74e-c16212615211 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:34.291514 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dc76845f-a233-42b6-8be7-2ed32394ca3b req-68bc7f91-988d-4645-b74e-c16212615211 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 945 time: 0.0501235 Sep 09 20:32:34.338778 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dc76845f-a233-42b6-8be7-2ed32394ca3b req-fe6c7158-8421-45b8-b585-6a97b820e324 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417180 Sep 09 20:32:34.386434 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['0ae3bddd-935a-4674-81de-0492ee6b5ef0'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:32:34.402038 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cbf4d-a823-4b11-8180-a6c5f9018dff req-13ec249e-e072-4fcf-af1a-8f9270933879 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:34.403484 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-449cbf4d-a823-4b11-8180-a6c5f9018dff req-13ec249e-e072-4fcf-af1a-8f9270933879 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 945 time: 0.0472333 Sep 09 20:32:34.456781 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-449cbf4d-a823-4b11-8180-a6c5f9018dff req-42cf7d5b-24fa-4a45-96f5-448364f18e67 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7c8834ad-e270-4672-bb15-6d8b3b121cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476453 Sep 09 20:32:34.491319 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['dc8afa85-2831-4191-870d-42e15a736429'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:32:35.462345 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c1586-b3c3-4269-b2c7-f873625c9683 req-9ad4db68-2a3e-40c0-a92d-ec473e44a7dd tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:35.463837 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-de9c1586-b3c3-4269-b2c7-f873625c9683 req-9ad4db68-2a3e-40c0-a92d-ec473e44a7dd tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 945 time: 0.0470190 Sep 09 20:32:35.515022 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-de9c1586-b3c3-4269-b2c7-f873625c9683 req-e34a60af-9890-4324-82a7-2cca982e30e2 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456285 Sep 09 20:32:35.575216 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa0415-b001-4a43-b594-c939946bb653 req-ff448bdf-8ab5-4232-a2e6-c3c5599d5a0e tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:35.576644 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-68fa0415-b001-4a43-b594-c939946bb653 req-ff448bdf-8ab5-4232-a2e6-c3c5599d5a0e tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 945 time: 0.0464728 Sep 09 20:32:35.622221 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-68fa0415-b001-4a43-b594-c939946bb653 req-e6c20373-ca2a-4b12-ae00-7fb105e9e7b6 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7c8834ad-e270-4672-bb15-6d8b3b121cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394788 Sep 09 20:32:35.733038 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device dc8afa85-2831-4191-870d-42e15a736429 up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:32:35.776430 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port dc8afa85-2831-4191-870d-42e15a736429 completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:32:35.781914 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port dc8afa85-2831-4191-870d-42e15a736429 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:32:35.782284 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (dc8afa85-2831-4191-870d-42e15a736429), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:35.814890 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:35.853925 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port dc8afa85-2831-4191-870d-42e15a736429 is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:32:35.854302 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (dc8afa85-2831-4191-870d-42e15a736429), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:35.872390 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:35.876501 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85693f6-363f-443c-a6db-0db004b654ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8afa85-2831-4191-870d-42e15a736429'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:32:35.878744 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c879c2-f977-40e4-80b3-b74a28dee296" -d '{"events": [{"server_uuid": "e85693f6-363f-443c-a6db-0db004b654ae", "name": "network-vif-plugged", "status": "completed", "tag": "dc8afa85-2831-4191-870d-42e15a736429"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:32:35.891940 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port dc8afa85-2831-4191-870d-42e15a736429, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=dc8afa85-2831-4191-870d-42e15a736429,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:32:35.896623 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (dc8afa85-2831-4191-870d-42e15a736429), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:35.897532 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 0ae3bddd-935a-4674-81de-0492ee6b5ef0 up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:32:35.923534 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7487c8e-3d6f-4564-835a-66c9745a6a2b x-openstack-request-id: req-a7487c8e-3d6f-4564-835a-66c9745a6a2b {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:32:35.923843 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85693f6-363f-443c-a6db-0db004b654ae", "name": "network-vif-plugged", "status": "completed", "tag": "dc8afa85-2831-4191-870d-42e15a736429", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:32:35.924097 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a7487c8e-3d6f-4564-835a-66c9745a6a2b {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:32:35.924529 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7487c8e-3d6f-4564-835a-66c9745a6a2b'] response: {'server_uuid': 'e85693f6-363f-443c-a6db-0db004b654ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8afa85-2831-4191-870d-42e15a736429', 'code': 200} Sep 09 20:32:35.979776 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=dc8afa85-2831-4191-870d-42e15a736429,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:35.982619 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port 0ae3bddd-935a-4674-81de-0492ee6b5ef0 completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:32:35.989979 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port 0ae3bddd-935a-4674-81de-0492ee6b5ef0 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:32:35.989979 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:36.061762 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 0ae3bddd-935a-4674-81de-0492ee6b5ef0 is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:32:36.062062 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:36.090688 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:36.094832 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:36.097518 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 0ae3bddd-935a-4674-81de-0492ee6b5ef0, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=0ae3bddd-935a-4674-81de-0492ee6b5ef0,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:32:36.099101 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c58096-4832-40b6-b6ad-3cbc74d7c612 req-a5d632ee-723b-4168-8a51-a9baff0e9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:36.100589 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-19c58096-4832-40b6-b6ad-3cbc74d7c612 req-a5d632ee-723b-4168-8a51-a9baff0e9355 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 1130 time: 0.0401731 Sep 09 20:32:36.101239 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:36.147083 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-19c58096-4832-40b6-b6ad-3cbc74d7c612 req-0f6099f1-4fa7-4988-a29d-ac1360c978d3 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395911 Sep 09 20:32:36.147436 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=0ae3bddd-935a-4674-81de-0492ee6b5ef0,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:36.641772 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693ca39-09a1-4765-a502-65a579585cb9 req-9ce7de2c-b780-45c9-be7d-0feff0159b58 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:36.643233 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7693ca39-09a1-4765-a502-65a579585cb9 req-9ce7de2c-b780-45c9-be7d-0feff0159b58 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0466342 Sep 09 20:32:36.695168 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7693ca39-09a1-4765-a502-65a579585cb9 req-40cc4bd6-7b61-43d0-add8-07a7341c38cf tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463276 Sep 09 20:32:36.751460 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350ea06-6704-40f6-96c3-093feea01f1a req-9db0545e-c331-4710-b5e0-ad1df49d14c3 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:36.753494 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0350ea06-6704-40f6-96c3-093feea01f1a req-9db0545e-c331-4710-b5e0-ad1df49d14c3 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 946 time: 0.0493944 Sep 09 20:32:36.800507 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0350ea06-6704-40f6-96c3-093feea01f1a req-cfe03803-d744-4493-9f10-bf7dd42c7d3f tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7c8834ad-e270-4672-bb15-6d8b3b121cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406213 Sep 09 20:32:37.355987 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-b005e7a1-aedf-41d4-b482-07d48e1b44cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:37.826233 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dea81-6db4-42aa-8e21-3ddaeb21006a req-8f7a9a9c-643f-4a2b-8318-e4d1861401ef tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:37.827689 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8d3dea81-6db4-42aa-8e21-3ddaeb21006a req-8f7a9a9c-643f-4a2b-8318-e4d1861401ef tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0459168 Sep 09 20:32:37.854038 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:37.878292 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8d3dea81-6db4-42aa-8e21-3ddaeb21006a req-57d44ee3-64f1-4bf3-9504-537dd78a0dd5 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439076 Sep 09 20:32:37.925929 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12252b0-560c-4dd7-823f-7062dcc04dd7 req-01b80df2-0560-4899-9768-24bddb5a1f5e tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:37.926212 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e208f300-e8f3-44d5-9b42-27b8815e811f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae3bddd-935a-4674-81de-0492ee6b5ef0'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:32:37.927354 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f12252b0-560c-4dd7-823f-7062dcc04dd7 req-01b80df2-0560-4899-9768-24bddb5a1f5e tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 946 time: 0.0463722 Sep 09 20:32:37.928522 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8d9b90-1966-4aaf-b98f-8fbe7714227f" -d '{"events": [{"server_uuid": "e208f300-e8f3-44d5-9b42-27b8815e811f", "name": "network-vif-plugged", "status": "completed", "tag": "0ae3bddd-935a-4674-81de-0492ee6b5ef0"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:32:37.965483 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dc606f-7864-4152-92f0-a446f91b0776 x-openstack-request-id: req-76dc606f-7864-4152-92f0-a446f91b0776 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:32:37.965794 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e208f300-e8f3-44d5-9b42-27b8815e811f", "name": "network-vif-plugged", "status": "completed", "tag": "0ae3bddd-935a-4674-81de-0492ee6b5ef0", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:32:37.966051 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76dc606f-7864-4152-92f0-a446f91b0776 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:32:37.966450 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76dc606f-7864-4152-92f0-a446f91b0776'] response: {'server_uuid': 'e208f300-e8f3-44d5-9b42-27b8815e811f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae3bddd-935a-4674-81de-0492ee6b5ef0', 'code': 200} Sep 09 20:32:37.980450 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f12252b0-560c-4dd7-823f-7062dcc04dd7 req-735390c2-fba2-49d7-a53b-9b01461d2b0b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7c8834ad-e270-4672-bb15-6d8b3b121cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469453 Sep 09 20:32:38.156132 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f1d1f-733f-4f55-b885-2757ca1bcb55 req-c78bf221-f2d2-4018-b5f7-a166591f96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:38.157515 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-fb6f1d1f-733f-4f55-b885-2757ca1bcb55 req-c78bf221-f2d2-4018-b5f7-a166591f96f5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 1130 time: 0.0455952 Sep 09 20:32:38.200586 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-fb6f1d1f-733f-4f55-b885-2757ca1bcb55 req-cee2eb81-18c6-4c4c-b866-8d791542ae77 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=7c8834ad-e270-4672-bb15-6d8b3b121cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363939 Sep 09 20:32:38.686664 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:39.003598 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfa559-a858-486b-9a7a-ac18510a419f req-81b99f5f-ef67-42ac-b1c6-e2731423a535 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:39.005017 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-48dfa559-a858-486b-9a7a-ac18510a419f req-81b99f5f-ef67-42ac-b1c6-e2731423a535 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0457661 Sep 09 20:32:39.052553 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-48dfa559-a858-486b-9a7a-ac18510a419f req-ddbb891e-ac8d-411e-bfe4-48820ec695d2 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419960 Sep 09 20:32:39.092595 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:39.101590 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff71f5-938b-4306-a2b9-5951f71bdc5c req-fcafb2e9-434a-4f71-8a22-65a8203376ea tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:39.103060 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3cff71f5-938b-4306-a2b9-5951f71bdc5c req-fcafb2e9-434a-4f71-8a22-65a8203376ea tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 946 time: 0.0479078 Sep 09 20:32:39.186707 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3cff71f5-938b-4306-a2b9-5951f71bdc5c req-ac26dfa0-8c1f-434d-9b80-aa1e6e9090db tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7c8834ad-e270-4672-bb15-6d8b3b121cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778549 Sep 09 20:32:39.192324 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618fb24-f426-443f-be89-9040b2a7e11d req-643c8812-e5ff-4b22-8817-b7c1fac6fcff tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:39.193763 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3618fb24-f426-443f-be89-9040b2a7e11d req-643c8812-e5ff-4b22-8817-b7c1fac6fcff tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0650387 Sep 09 20:32:39.203803 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33828) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:39.208700 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-56b80d7f-5b2f-4e8f-8e21-86df0cb74c12 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Request body: {'floatingip': {'port_id': 'dc8afa85-2831-4191-870d-42e15a736429'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:39.246274 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-56b80d7f-5b2f-4e8f-8e21-86df0cb74c12 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for floatingip (f3653b77-730a-417d-90d9-560314677e98), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:39.570406 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-6a19cf05-ee5f-42d3-b15a-8fe2f044036b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:39.661845 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-56b80d7f-5b2f-4e8f-8e21-86df0cb74c12 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:39.665305 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-56b80d7f-5b2f-4e8f-8e21-86df0cb74c12 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (f3653b77-730a-417d-90d9-560314677e98), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:39.760697 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.l3_db [None req-56b80d7f-5b2f-4e8f-8e21-86df0cb74c12 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Floating IP f3653b77-730a-417d-90d9-560314677e98 associated. External IP: 172.27.1.52, port: dc8afa85-2831-4191-870d-42e15a736429. Sep 09 20:32:39.854683 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:39.956589 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b80d7f-5b2f-4e8f-8e21-86df0cb74c12 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:32:40.315686 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:40.338976 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b80d7f-5b2f-4e8f-8e21-86df0cb74c12 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:32:40.345774 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fe6ad-f40a-4ea1-9d31-910aa2abf301 req-30558386-b3b1-4b26-b965-8ee417e0393b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:40.347298 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8d3fe6ad-f40a-4ea1-9d31-910aa2abf301 req-30558386-b3b1-4b26-b965-8ee417e0393b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 946 time: 0.0637834 Sep 09 20:32:40.348150 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200ad5a-4610-4b70-ae3f-edd16e2ebcac None None] Sync routers for ids ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:32:40.350259 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-56b80d7f-5b2f-4e8f-8e21-86df0cb74c12 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:40.353636 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:40.359832 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200ad5a-4610-4b70-ae3f-edd16e2ebcac None None] Routers {'2c7a91e6-c940-41d2-9e8c-c803b8c45103'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:32:40.360439 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-7200ad5a-4610-4b70-ae3f-edd16e2ebcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:40.397292 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-56b80d7f-5b2f-4e8f-8e21-86df0cb74c12 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/f3653b77-730a-417d-90d9-560314677e98 HTTP/1.1" status: 200 len: 991 time: 1.1924100 Sep 09 20:32:40.402619 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85693f6-363f-443c-a6db-0db004b654ae', 'tag': 'dc8afa85-2831-4191-870d-42e15a736429'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:32:40.404847 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9330d35-eb3b-4626-b3db-fdb7d3936d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "e85693f6-363f-443c-a6db-0db004b654ae", "tag": "dc8afa85-2831-4191-870d-42e15a736429"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:32:40.423554 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8d3fe6ad-f40a-4ea1-9d31-910aa2abf301 req-dc2812c6-7bc0-4ba6-9a98-4c625a9fefb1 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7c8834ad-e270-4672-bb15-6d8b3b121cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697231 Sep 09 20:32:40.445536 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c929b09-f71c-432e-b122-22cbeafab6af x-openstack-request-id: req-5c929b09-f71c-432e-b122-22cbeafab6af {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:32:40.445833 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85693f6-363f-443c-a6db-0db004b654ae", "tag": "dc8afa85-2831-4191-870d-42e15a736429", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:32:40.446088 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c929b09-f71c-432e-b122-22cbeafab6af {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:32:40.446495 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c929b09-f71c-432e-b122-22cbeafab6af'] response: {'name': 'network-changed', 'server_uuid': 'e85693f6-363f-443c-a6db-0db004b654ae', 'tag': 'dc8afa85-2831-4191-870d-42e15a736429', 'status': 'completed', 'code': 200} Sep 09 20:32:40.472513 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-7200ad5a-4610-4b70-ae3f-edd16e2ebcac None None] Set router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:32:40.525645 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9330d35-eb3b-4626-b3db-fdb7d3936d8d req-d4bb44dc-b77f-46e4-9d9c-b0cac0e72fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:40.528178 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d9330d35-eb3b-4626-b3db-fdb7d3936d8d req-d4bb44dc-b77f-46e4-9d9c-b0cac0e72fed service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c1c909559e44322a07f7e4a463424a5&device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 1130 time: 0.0523167 Sep 09 20:32:40.549707 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d17210-fcaa-46a4-80cc-c17655e035d7 req-7949e945-5835-4ab5-aaf3-4b36b8fb0bbd tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:40.551181 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-86d17210-fcaa-46a4-80cc-c17655e035d7 req-7949e945-5835-4ab5-aaf3-4b36b8fb0bbd tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 946 time: 0.0549252 Sep 09 20:32:40.561529 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33838) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:40.566535 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-b712eb8a-226f-47eb-9285-8b428eab2f74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Request body: {'floatingip': {'port_id': '0ae3bddd-935a-4674-81de-0492ee6b5ef0'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:40.608458 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b712eb8a-226f-47eb-9285-8b428eab2f74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for floatingip (7ec4c4a3-0d30-4a83-ab18-e826a4b1c1bc), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:40.623667 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9330d35-eb3b-4626-b3db-fdb7d3936d8d req-731c206d-2f1e-4128-b8e9-178ecaa874f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:40.625815 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d9330d35-eb3b-4626-b3db-fdb7d3936d8d req-731c206d-2f1e-4128-b8e9-178ecaa874f1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e922e249-8412-4a6f-a000-86403046577e HTTP/1.1" status: 200 len: 918 time: 0.0897005 Sep 09 20:32:40.694723 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d9330d35-eb3b-4626-b3db-fdb7d3936d8d req-6f14abfb-c8f7-49e3-a323-d7bd7b793a07 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc8afa85-2831-4191-870d-42e15a736429 HTTP/1.1" status: 200 len: 999 time: 0.0621662 Sep 09 20:32:40.706386 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-7200ad5a-4610-4b70-ae3f-edd16e2ebcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'f3653b77-730a-417d-90d9-560314677e98', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'port_id': 'dc8afa85-2831-4191-870d-42e15a736429', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'mac_address': 'fa:16:3e:57:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85693f6-363f-443c-a6db-0db004b654ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:32:24Z', 'updated_at': '2022-09-09T20:32:39Z', 'revision_number': 1, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:33Z', 'revision_number': 5, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:40.730421 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200ad5a-4610-4b70-ae3f-edd16e2ebcac None None] Checking router: 2c7a91e6-c940-41d2-9e8c-c803b8c45103 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:32:40.739108 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200ad5a-4610-4b70-ae3f-edd16e2ebcac None None] Routers {'2c7a91e6-c940-41d2-9e8c-c803b8c45103'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:32:40.739703 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-7200ad5a-4610-4b70-ae3f-edd16e2ebcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:40.754682 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9330d35-eb3b-4626-b3db-fdb7d3936d8d req-2a960fbb-423a-4be0-921e-27fc583103c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:40.756140 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d9330d35-eb3b-4626-b3db-fdb7d3936d8d req-2a960fbb-423a-4be0-921e-27fc583103c3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44 HTTP/1.1" status: 200 len: 856 time: 0.0452552 Sep 09 20:32:40.801608 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9330d35-eb3b-4626-b3db-fdb7d3936d8d req-54b00ee0-9d54-4fac-9ea9-6b586b71c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:40.803454 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d9330d35-eb3b-4626-b3db-fdb7d3936d8d req-54b00ee0-9d54-4fac-9ea9-6b586b71c3cd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e922e249-8412-4a6f-a000-86403046577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400355 Sep 09 20:32:40.888910 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:40.915860 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d9330d35-eb3b-4626-b3db-fdb7d3936d8d req-5cff8919-5af5-4a91-9ca7-56fdd32d6397 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049116 Sep 09 20:32:40.937043 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-7200ad5a-4610-4b70-ae3f-edd16e2ebcac None None] Set router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:32:41.008967 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d9330d35-eb3b-4626-b3db-fdb7d3936d8d req-42122335-d965-4f8e-a06a-fe11750f8b76 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864727 Sep 09 20:32:41.073846 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b712eb8a-226f-47eb-9285-8b428eab2f74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:41.077535 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b712eb8a-226f-47eb-9285-8b428eab2f74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (7ec4c4a3-0d30-4a83-ab18-e826a4b1c1bc), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:41.148011 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-7200ad5a-4610-4b70-ae3f-edd16e2ebcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'f3653b77-730a-417d-90d9-560314677e98', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'port_id': 'dc8afa85-2831-4191-870d-42e15a736429', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'mac_address': 'fa:16:3e:57:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85693f6-363f-443c-a6db-0db004b654ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:32:24Z', 'updated_at': '2022-09-09T20:32:39Z', 'revision_number': 1, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:33Z', 'revision_number': 5, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:41.171835 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200ad5a-4610-4b70-ae3f-edd16e2ebcac None None] The sync data for ids ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'] in dv-cinder-849325-4-iscsi is: [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'f3653b77-730a-417d-90d9-560314677e98', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'port_id': 'dc8afa85-2831-4191-870d-42e15a736429', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'mac_address': 'fa:16:3e:57:e5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85693f6-363f-443c-a6db-0db004b654ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:32:24Z', 'updated_at': '2022-09-09T20:32:39Z', 'revision_number': 1, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:33Z', 'revision_number': 5, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:32:41.172645 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.l3_db [None req-b712eb8a-226f-47eb-9285-8b428eab2f74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Floating IP 7ec4c4a3-0d30-4a83-ab18-e826a4b1c1bc associated. External IP: 172.27.1.9, port: 0ae3bddd-935a-4674-81de-0492ee6b5ef0. Sep 09 20:32:41.251091 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:41.363931 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2192f2-3df9-4b85-9af0-ce53b8dcb911 None None] New status for floating IP f3653b77-730a-417d-90d9-560314677e98: ACTIVE {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:32:41.381647 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b712eb8a-226f-47eb-9285-8b428eab2f74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:32:41.484187 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b712eb8a-226f-47eb-9285-8b428eab2f74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:32:41.490672 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b712eb8a-226f-47eb-9285-8b428eab2f74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:41.495987 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35ea8e1-9714-460d-b7e0-b63acbab667b None None] Sync routers for ids ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:32:41.510258 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:41.510798 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ea8e1-9714-460d-b7e0-b63acbab667b None None] Routers {'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:32:41.511808 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e35ea8e1-9714-460d-b7e0-b63acbab667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:41.522453 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-b712eb8a-226f-47eb-9285-8b428eab2f74 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/7ec4c4a3-0d30-4a83-ab18-e826a4b1c1bc HTTP/1.1" status: 200 len: 990 time: 0.9596324 Sep 09 20:32:41.615017 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-e35ea8e1-9714-460d-b7e0-b63acbab667b None None] Set router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:32:41.682780 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:41.806161 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:41.815585 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e35ea8e1-9714-460d-b7e0-b63acbab667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '7ec4c4a3-0d30-4a83-ab18-e826a4b1c1bc', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'port_id': '0ae3bddd-935a-4674-81de-0492ee6b5ef0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'mac_address': 'fa:16:3e:f8:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208f300-e8f3-44d5-9b42-27b8815e811f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:32:25Z', 'updated_at': '2022-09-09T20:32:40Z', 'revision_number': 1, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f43c85-eea5-4839-89aa-c58bf443ccba', 'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'mac_address': 'fa:16:3e:15:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:05Z', 'updated_at': '2022-09-09T20:28:15Z', 'revision_number': 5, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'subnets': [{'id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:41.843255 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35ea8e1-9714-460d-b7e0-b63acbab667b None None] Checking router: c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:32:41.852180 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ea8e1-9714-460d-b7e0-b63acbab667b None None] Routers {'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:32:41.852772 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e35ea8e1-9714-460d-b7e0-b63acbab667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:41.949022 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-e35ea8e1-9714-460d-b7e0-b63acbab667b None None] Set router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:32:42.149985 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e35ea8e1-9714-460d-b7e0-b63acbab667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '7ec4c4a3-0d30-4a83-ab18-e826a4b1c1bc', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'port_id': '0ae3bddd-935a-4674-81de-0492ee6b5ef0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'mac_address': 'fa:16:3e:f8:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208f300-e8f3-44d5-9b42-27b8815e811f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:32:25Z', 'updated_at': '2022-09-09T20:32:40Z', 'revision_number': 1, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f43c85-eea5-4839-89aa-c58bf443ccba', 'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'mac_address': 'fa:16:3e:15:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:05Z', 'updated_at': '2022-09-09T20:28:15Z', 'revision_number': 5, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'subnets': [{'id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:42.177333 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35ea8e1-9714-460d-b7e0-b63acbab667b None None] The sync data for ids ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'] in dv-cinder-849325-4-iscsi is: [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '7ec4c4a3-0d30-4a83-ab18-e826a4b1c1bc', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'floating_ip_address': '172.27.1.9', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'port_id': '0ae3bddd-935a-4674-81de-0492ee6b5ef0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'mac_address': 'fa:16:3e:f8:2e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e208f300-e8f3-44d5-9b42-27b8815e811f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:32:25Z', 'updated_at': '2022-09-09T20:32:40Z', 'revision_number': 1, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f43c85-eea5-4839-89aa-c58bf443ccba', 'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'mac_address': 'fa:16:3e:15:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:05Z', 'updated_at': '2022-09-09T20:28:15Z', 'revision_number': 5, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'subnets': [{'id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:32:42.287396 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:42.358057 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d335934-0e97-49d7-affa-cddd9b51a3cc None None] New status for floating IP 7ec4c4a3-0d30-4a83-ab18-e826a4b1c1bc: ACTIVE {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:32:42.447948 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e208f300-e8f3-44d5-9b42-27b8815e811f', 'tag': '0ae3bddd-935a-4674-81de-0492ee6b5ef0'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:32:42.450358 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a3c6b8-4eb8-4370-84ed-3aea55500ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "e208f300-e8f3-44d5-9b42-27b8815e811f", "tag": "0ae3bddd-935a-4674-81de-0492ee6b5ef0"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:32:42.473310 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:42.490566 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c21616-9321-4ffe-aead-520d92fb347e x-openstack-request-id: req-65c21616-9321-4ffe-aead-520d92fb347e {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:32:42.490886 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e208f300-e8f3-44d5-9b42-27b8815e811f", "tag": "0ae3bddd-935a-4674-81de-0492ee6b5ef0", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:32:42.491156 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65c21616-9321-4ffe-aead-520d92fb347e {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:32:42.491558 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c21616-9321-4ffe-aead-520d92fb347e'] response: {'name': 'network-changed', 'server_uuid': 'e208f300-e8f3-44d5-9b42-27b8815e811f', 'tag': '0ae3bddd-935a-4674-81de-0492ee6b5ef0', 'status': 'completed', 'code': 200} Sep 09 20:32:42.557961 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3c6b8-4eb8-4370-84ed-3aea55500ea5 req-f8ee6ec1-a4ea-4f64-af1c-6d5a6fd4028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:42.559439 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-03a3c6b8-4eb8-4370-84ed-3aea55500ea5 req-f8ee6ec1-a4ea-4f64-af1c-6d5a6fd4028c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b310c05b03394f11b63f0a28f13d67b6&device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 1130 time: 0.0443058 Sep 09 20:32:42.660535 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3c6b8-4eb8-4370-84ed-3aea55500ea5 req-d3c009f0-8141-491f-a6db-de56f5b0720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:42.661915 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-03a3c6b8-4eb8-4370-84ed-3aea55500ea5 req-d3c009f0-8141-491f-a6db-de56f5b0720f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=f13a2180-b7d4-4447-b571-f0f2b37395e2 HTTP/1.1" status: 200 len: 912 time: 0.0897803 Sep 09 20:32:42.728973 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-03a3c6b8-4eb8-4370-84ed-3aea55500ea5 req-cd983308-cb5e-4434-991f-6fa0360baaf4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ae3bddd-935a-4674-81de-0492ee6b5ef0 HTTP/1.1" status: 200 len: 1000 time: 0.0571246 Sep 09 20:32:42.779151 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3c6b8-4eb8-4370-84ed-3aea55500ea5 req-e59b7d3b-9b0c-440c-bbe2-e94b19b110c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:42.780512 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-03a3c6b8-4eb8-4370-84ed-3aea55500ea5 req-e59b7d3b-9b0c-440c-bbe2-e94b19b110c8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=a4fdbd5e-0e81-4545-9b3a-a3439a61b913 HTTP/1.1" status: 200 len: 850 time: 0.0422730 Sep 09 20:32:42.822199 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3c6b8-4eb8-4370-84ed-3aea55500ea5 req-0c88b268-edd7-4c04-8bda-4813d088f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:42.823655 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-03a3c6b8-4eb8-4370-84ed-3aea55500ea5 req-0c88b268-edd7-4c04-8bda-4813d088f469 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=f13a2180-b7d4-4447-b571-f0f2b37395e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367031 Sep 09 20:32:42.875844 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:42.919036 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-03a3c6b8-4eb8-4370-84ed-3aea55500ea5 req-23197f9a-bc2b-4324-b2b6-700896c80651 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881870 Sep 09 20:32:43.007800 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-03a3c6b8-4eb8-4370-84ed-3aea55500ea5 req-d533d621-f054-4f01-84b0-726b1516a54e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818529 Sep 09 20:32:50.827277 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-939b275f-132b-4525-885a-0949bdd417c7 req-82588551-4d55-48fe-a32e-f9d8d4e650d3 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-367478277&fields=id&tenant_id=da5cdb6c865f4345be2de638e6ded3c6 HTTP/1.1" status: 200 len: 267 time: 0.0458834 Sep 09 20:32:50.878589 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b275f-132b-4525-885a-0949bdd417c7 req-2b681e8f-be74-48e0-ab7f-c655157d32a4 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:50.880044 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-939b275f-132b-4525-885a-0949bdd417c7 req-2b681e8f-be74-48e0-ab7f-c655157d32a4 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 985 time: 0.0468624 Sep 09 20:32:50.890354 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [req-939b275f-132b-4525-885a-0949bdd417c7 req-c624f494-45ca-4cf7-9867-37dfd843c496 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Request body: {'port': {'security_groups': ['404a8b90-6aa9-40cf-8a38-36001ab1cd95']}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:32:50.966002 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-939b275f-132b-4525-885a-0949bdd417c7 req-c624f494-45ca-4cf7-9867-37dfd843c496 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:51.137480 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [req-939b275f-132b-4525-885a-0949bdd417c7 req-c624f494-45ca-4cf7-9867-37dfd843c496 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] For port b9b51f9a-0a54-4a10-bce6-3b821e125c22, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b9b51f9a-0a54-4a10-bce6-3b821e125c22,segment=NetworkSegment(01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc),segment_id=01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:32:51.165472 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-939b275f-132b-4525-885a-0949bdd417c7 req-c624f494-45ca-4cf7-9867-37dfd843c496 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:51.169730 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-939b275f-132b-4525-885a-0949bdd417c7 req-c624f494-45ca-4cf7-9867-37dfd843c496 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12204078'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:51.179626 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b275f-132b-4525-885a-0949bdd417c7 req-c624f494-45ca-4cf7-9867-37dfd843c496 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:51.180223 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [req-939b275f-132b-4525-885a-0949bdd417c7 req-c624f494-45ca-4cf7-9867-37dfd843c496 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:51.181582 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-939b275f-132b-4525-885a-0949bdd417c7 req-c624f494-45ca-4cf7-9867-37dfd843c496 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "PUT /networking/v2.0/ports/b9b51f9a-0a54-4a10-bce6-3b821e125c22 HTTP/1.1" status: 200 len: 943 time: 0.2955155 Sep 09 20:32:51.182139 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5303a6-d80f-4a4f-831b-4432191724db', 'tag': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:32:51.184509 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8fb8f9-9060-40bd-9d83-2727c02bba66" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5303a6-d80f-4a4f-831b-4432191724db", "tag": "b9b51f9a-0a54-4a10-bce6-3b821e125c22"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:32:51.188034 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33858) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:51.195847 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['b9b51f9a-0a54-4a10-bce6-3b821e125c22'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:32:51.226075 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238f75d8-8de9-4267-a08f-6b5119c21a14 x-openstack-request-id: req-238f75d8-8de9-4267-a08f-6b5119c21a14 {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:32:51.226502 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5303a6-d80f-4a4f-831b-4432191724db", "tag": "b9b51f9a-0a54-4a10-bce6-3b821e125c22", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:32:51.226757 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-238f75d8-8de9-4267-a08f-6b5119c21a14 {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:32:51.227160 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238f75d8-8de9-4267-a08f-6b5119c21a14'] response: {'name': 'network-changed', 'server_uuid': '7a5303a6-d80f-4a4f-831b-4432191724db', 'tag': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22', 'status': 'completed', 'code': 200} Sep 09 20:32:51.235728 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:51.241908 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624f494-45ca-4cf7-9867-37dfd843c496 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Pushing event updated for resources: {'Port': ['ID=b9b51f9a-0a54-4a10-bce6-3b821e125c22,revision_number=7']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:51.299463 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-bf05b18c-8902-43d8-a141-903e4b677d70 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group (bb88d1f2-da15-4fd6-a24f-a84abab0e6ae), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:51.326982 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fb8f9-9060-40bd-9d83-2727c02bba66 req-67e92d71-aedf-4a76-ad8b-c8223f9c61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:51.328479 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6b8fb8f9-9060-40bd-9d83-2727c02bba66 req-67e92d71-aedf-4a76-ad8b-c8223f9c61f6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da5cdb6c865f4345be2de638e6ded3c6&device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 1130 time: 0.0689280 Sep 09 20:32:51.331338 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-bf05b18c-8902-43d8-a141-903e4b677d70 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group (bb88d1f2-da15-4fd6-a24f-a84abab0e6ae), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:51.337673 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['b9b51f9a-0a54-4a10-bce6-3b821e125c22'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:32:51.372175 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:51.385833 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:51.453099 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fb8f9-9060-40bd-9d83-2727c02bba66 req-f643d01b-48d1-4f4f-ac0d-aa6ff554dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:51.454631 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6b8fb8f9-9060-40bd-9d83-2727c02bba66 req-f643d01b-48d1-4f4f-ac0d-aa6ff554dbbe service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=c6492b96-0167-457f-ad6b-c9784b1d6ec0 HTTP/1.1" status: 200 len: 915 time: 0.1145966 Sep 09 20:32:51.504197 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-bf05b18c-8902-43d8-a141-903e4b677d70 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (bb88d1f2-da15-4fd6-a24f-a84abab0e6ae), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:51.506956 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-bf05b18c-8902-43d8-a141-903e4b677d70 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:51.507986 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-bf05b18c-8902-43d8-a141-903e4b677d70 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/bb88d1f2-da15-4fd6-a24f-a84abab0e6ae HTTP/1.1" status: 204 len: 168 time: 0.3188462 Sep 09 20:32:51.510840 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33860) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:32:51.526021 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05b18c-8902-43d8-a141-903e4b677d70 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb88d1f2-da15-4fd6-a24f-a84abab0e6ae,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:51.534711 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6b8fb8f9-9060-40bd-9d83-2727c02bba66 req-1cc9e4f7-e825-4983-b3bd-fce0044899b9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b51f9a-0a54-4a10-bce6-3b821e125c22 HTTP/1.1" status: 200 len: 1002 time: 0.0730941 Sep 09 20:32:51.593659 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fb8f9-9060-40bd-9d83-2727c02bba66 req-ebe001ac-3f39-4661-bee3-025556d8bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:51.595122 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6b8fb8f9-9060-40bd-9d83-2727c02bba66 req-ebe001ac-3f39-4661-bee3-025556d8bd08 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4c0dc9ef-f83a-486d-829c-455d4a9a91e2 HTTP/1.1" status: 200 len: 853 time: 0.0480289 Sep 09 20:32:51.644721 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fb8f9-9060-40bd-9d83-2727c02bba66 req-03cae5fa-d110-42f4-8f38-8128137f8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:51.646231 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6b8fb8f9-9060-40bd-9d83-2727c02bba66 req-03cae5fa-d110-42f4-8f38-8128137f8dd8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=c6492b96-0167-457f-ad6b-c9784b1d6ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421820 Sep 09 20:32:51.660808 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ffd50-10f9-499f-95fa-61b41a845250 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Deleting port dcdf986b-40b8-4b81-b8da-a2ec94c0bc0e {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:32:51.661154 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffd50-10f9-499f-95fa-61b41a845250 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (dcdf986b-40b8-4b81-b8da-a2ec94c0bc0e), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:51.716428 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:51.742940 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffd50-10f9-499f-95fa-61b41a845250 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (dcdf986b-40b8-4b81-b8da-a2ec94c0bc0e), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:51.743178 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6b8fb8f9-9060-40bd-9d83-2727c02bba66 req-7b247def-9490-4e7c-803c-150024896699 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840843 Sep 09 20:32:51.743293 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffd50-10f9-499f-95fa-61b41a845250 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for floatingip (dcdf986b-40b8-4b81-b8da-a2ec94c0bc0e), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:51.757536 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ffd50-10f9-499f-95fa-61b41a845250 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Calling delete_port for dcdf986b-40b8-4b81-b8da-a2ec94c0bc0e owned by network:floatingip {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:32:51.955732 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:51.964176 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffd50-10f9-499f-95fa-61b41a845250 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (dcdf986b-40b8-4b81-b8da-a2ec94c0bc0e), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:51.994523 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ffd50-10f9-499f-95fa-61b41a845250 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Pushing event deleted for resources: {'Port': ['ID=dcdf986b-40b8-4b81-b8da-a2ec94c0bc0e,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:32:52.067205 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffd50-10f9-499f-95fa-61b41a845250 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks [] for floatingip (5d1b0faa-4bd3-4d27-86ae-8194ab81d47e), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:52.067545 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.l3_db [None req-3b1ffd50-10f9-499f-95fa-61b41a845250 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Floating IP 5d1b0faa-4bd3-4d27-86ae-8194ab81d47e disassociated (deleted). External IP: 172.27.1.223, port: b9b51f9a-0a54-4a10-bce6-3b821e125c22. Sep 09 20:32:52.099239 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6b8fb8f9-9060-40bd-9d83-2727c02bba66 req-77c3e1be-d0eb-476b-a0b0-2f58a9ecf642 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494866 Sep 09 20:32:52.278942 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1ffd50-10f9-499f-95fa-61b41a845250 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Router edb9c230-7383-46c6-8475-8fbb76bcb2a3 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:32:52.379607 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1ffd50-10f9-499f-95fa-61b41a845250 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:32:52.384002 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3b1ffd50-10f9-499f-95fa-61b41a845250 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:52.388977 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0632d-e0c5-4db8-8cb2-e65744cd7742 None None] Sync routers for ids ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:32:52.399040 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0632d-e0c5-4db8-8cb2-e65744cd7742 None None] Routers {'edb9c230-7383-46c6-8475-8fbb76bcb2a3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:32:52.399637 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-71f0632d-e0c5-4db8-8cb2-e65744cd7742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:52.413800 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-3b1ffd50-10f9-499f-95fa-61b41a845250 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/5d1b0faa-4bd3-4d27-86ae-8194ab81d47e HTTP/1.1" status: 204 len: 168 time: 0.9018490 Sep 09 20:32:52.501758 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-71f0632d-e0c5-4db8-8cb2-e65744cd7742 None None] Set router edb9c230-7383-46c6-8475-8fbb76bcb2a3 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:32:52.687629 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:52.692096 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-71f0632d-e0c5-4db8-8cb2-e65744cd7742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:06Z', 'revision_number': 4, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'gw_port': {'id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '9ec1b31b-9197-422b-97d2-52de53d09ec6', 'name': '', 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'mac_address': 'fa:16:3e:5d:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:05Z', 'updated_at': '2022-09-09T20:30:12Z', 'revision_number': 5, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'subnets': [{'id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:52.716350 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0632d-e0c5-4db8-8cb2-e65744cd7742 None None] Checking router: edb9c230-7383-46c6-8475-8fbb76bcb2a3 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:32:52.725591 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0632d-e0c5-4db8-8cb2-e65744cd7742 None None] Routers {'edb9c230-7383-46c6-8475-8fbb76bcb2a3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:32:52.726250 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-71f0632d-e0c5-4db8-8cb2-e65744cd7742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:52.912227 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-71f0632d-e0c5-4db8-8cb2-e65744cd7742 None None] Set router edb9c230-7383-46c6-8475-8fbb76bcb2a3 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:32:53.096683 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-71f0632d-e0c5-4db8-8cb2-e65744cd7742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:06Z', 'revision_number': 4, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'gw_port': {'id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '9ec1b31b-9197-422b-97d2-52de53d09ec6', 'name': '', 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'mac_address': 'fa:16:3e:5d:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:05Z', 'updated_at': '2022-09-09T20:30:12Z', 'revision_number': 5, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'subnets': [{'id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:32:53.120405 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0632d-e0c5-4db8-8cb2-e65744cd7742 None None] The sync data for ids ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'] in dv-cinder-849325-4-iscsi is: [{'id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:06Z', 'revision_number': 4, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'gw_port': {'id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '9ec1b31b-9197-422b-97d2-52de53d09ec6', 'name': '', 'network_id': 'c6492b96-0167-457f-ad6b-c9784b1d6ec0', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'mac_address': 'fa:16:3e:5d:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:05Z', 'updated_at': '2022-09-09T20:30:12Z', 'revision_number': 5, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'subnets': [{'id': '4c0dc9ef-f83a-486d-829c-455d4a9a91e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:32:53.229098 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5303a6-d80f-4a4f-831b-4432191724db', 'tag': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:32:53.231530 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c524f2a-a76c-4809-960b-b19365b58a57" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5303a6-d80f-4a4f-831b-4432191724db", "tag": "b9b51f9a-0a54-4a10-bce6-3b821e125c22"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:32:53.268891 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e566fd4-bae2-4d79-a742-ff7773740137 x-openstack-request-id: req-3e566fd4-bae2-4d79-a742-ff7773740137 {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:32:53.269186 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5303a6-d80f-4a4f-831b-4432191724db", "tag": "b9b51f9a-0a54-4a10-bce6-3b821e125c22", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:32:53.269472 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e566fd4-bae2-4d79-a742-ff7773740137 {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:32:53.269885 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e566fd4-bae2-4d79-a742-ff7773740137'] response: {'name': 'network-changed', 'server_uuid': '7a5303a6-d80f-4a4f-831b-4432191724db', 'tag': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22', 'status': 'completed', 'code': 200} Sep 09 20:32:53.337425 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d3b0b-cc14-4215-ae14-1192ce469c25 None None] New status for floating IP 5d1b0faa-4bd3-4d27-86ae-8194ab81d47e: DOWN {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:32:53.350812 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524f2a-a76c-4809-960b-b19365b58a57 req-155db62a-1f0f-4913-ac04-e5ae52dd2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:53.352905 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2c524f2a-a76c-4809-960b-b19365b58a57 req-155db62a-1f0f-4913-ac04-e5ae52dd2d42 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=da5cdb6c865f4345be2de638e6ded3c6&device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 1130 time: 0.0417776 Sep 09 20:32:53.423534 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:53.457516 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524f2a-a76c-4809-960b-b19365b58a57 req-04b98d84-b7a3-42ef-b6f3-40ef106d8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:53.459207 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2c524f2a-a76c-4809-960b-b19365b58a57 req-04b98d84-b7a3-42ef-b6f3-40ef106d8180 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=c6492b96-0167-457f-ad6b-c9784b1d6ec0 HTTP/1.1" status: 200 len: 915 time: 0.0959091 Sep 09 20:32:53.503519 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2c524f2a-a76c-4809-960b-b19365b58a57 req-e1bf88a6-b81d-4194-a553-581968c7c64c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b51f9a-0a54-4a10-bce6-3b821e125c22 HTTP/1.1" status: 200 len: 217 time: 0.0354767 Sep 09 20:32:53.551468 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524f2a-a76c-4809-960b-b19365b58a57 req-da32a0d2-6829-4599-af61-7bf2d85e3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:53.552837 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2c524f2a-a76c-4809-960b-b19365b58a57 req-da32a0d2-6829-4599-af61-7bf2d85e3323 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=4c0dc9ef-f83a-486d-829c-455d4a9a91e2 HTTP/1.1" status: 200 len: 853 time: 0.0429001 Sep 09 20:32:53.603395 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524f2a-a76c-4809-960b-b19365b58a57 req-2998dd9b-da49-4f4a-9e65-4a930e34a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:53.604921 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2c524f2a-a76c-4809-960b-b19365b58a57 req-2998dd9b-da49-4f4a-9e65-4a930e34a6ad service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=c6492b96-0167-457f-ad6b-c9784b1d6ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422640 Sep 09 20:32:53.701580 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2c524f2a-a76c-4809-960b-b19365b58a57 req-7bfc266d-0c18-4741-8305-4f1e24f10d4a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886188 Sep 09 20:32:53.773637 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:53.801907 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2c524f2a-a76c-4809-960b-b19365b58a57 req-38837c0b-56f7-4454-9106-65d56fb6fba3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934639 Sep 09 20:32:54.509041 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd870e7c-d29e-4052-b6cd-26cbda6ab392 req-435dfb2c-e651-47da-90ab-7a432b35240f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:54.510511 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fd870e7c-d29e-4052-b6cd-26cbda6ab392 req-435dfb2c-e651-47da-90ab-7a432b35240f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0507617 Sep 09 20:32:54.557051 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fd870e7c-d29e-4052-b6cd-26cbda6ab392 req-12b085b1-5378-43ae-a519-0b468ce0293f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409920 Sep 09 20:32:55.179763 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97a8cb-58d0-470e-a2be-b9a3e9b32eab req-f5805ef2-677e-4983-a354-f195f2699592 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:55.181260 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ad97a8cb-58d0-470e-a2be-b9a3e9b32eab req-f5805ef2-677e-4983-a354-f195f2699592 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 946 time: 0.0582902 Sep 09 20:32:55.227798 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ad97a8cb-58d0-470e-a2be-b9a3e9b32eab req-f896c56f-2d9c-4393-8c86-e630b91decba tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408790 Sep 09 20:32:55.661664 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:55.677839 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7514687-ce77-4f4e-9117-0d0a1a748cca req-a22a885c-0e9d-419c-8e55-3f0be4284be9 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:55.679298 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f7514687-ce77-4f4e-9117-0d0a1a748cca req-a22a885c-0e9d-419c-8e55-3f0be4284be9 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0467491 Sep 09 20:32:55.728789 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f7514687-ce77-4f4e-9117-0d0a1a748cca req-b7b49613-789d-4a5e-a62a-d7e900f787e0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439684 Sep 09 20:32:56.344420 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97649a-f7c8-4f5c-8794-248188d98700 req-230c1e08-e864-4c35-9e03-8e5884868faf tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:56.345885 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0f97649a-f7c8-4f5c-8794-248188d98700 req-230c1e08-e864-4c35-9e03-8e5884868faf tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 946 time: 0.0469551 Sep 09 20:32:56.392847 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0f97649a-f7c8-4f5c-8794-248188d98700 req-f830ef43-abe7-486e-bc5a-32c28cc4cba1 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414913 Sep 09 20:32:56.850460 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564545fe-d1f0-4a5b-8a2e-636731255755 req-ec883d44-3974-4771-8270-90807e4ec00c tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:56.851985 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-564545fe-d1f0-4a5b-8a2e-636731255755 req-ec883d44-3974-4771-8270-90807e4ec00c tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0495389 Sep 09 20:32:56.902731 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-564545fe-d1f0-4a5b-8a2e-636731255755 req-399d0d08-53a0-4809-8106-86e281f25c40 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449188 Sep 09 20:32:57.513342 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48568fc-5b87-446e-ac19-6a92b921be79 req-cb1c23ec-fc9b-495b-b5ef-79396820532f tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:57.514780 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d48568fc-5b87-446e-ac19-6a92b921be79 req-cb1c23ec-fc9b-495b-b5ef-79396820532f tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 946 time: 0.0498328 Sep 09 20:32:57.546497 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:32:57.560765 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d48568fc-5b87-446e-ac19-6a92b921be79 req-5c4664b3-2b06-4e47-ad46-991e525baa64 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405371 Sep 09 20:32:58.022539 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe615b28-62ef-4512-9d7c-cac2b8f2857f req-0950c89a-0d0f-45e7-8312-c75b893b5307 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:58.023958 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fe615b28-62ef-4512-9d7c-cac2b8f2857f req-0950c89a-0d0f-45e7-8312-c75b893b5307 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0460846 Sep 09 20:32:58.068870 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fe615b28-62ef-4512-9d7c-cac2b8f2857f req-c7380828-8a3a-4e9b-a419-33348e445a7f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395713 Sep 09 20:32:58.681490 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605f32a-2fa1-449f-8d12-a93ac8da0755 req-36502aba-fead-4833-a3d7-a6213c51f14f tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:58.682953 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8605f32a-2fa1-449f-8d12-a93ac8da0755 req-36502aba-fead-4833-a3d7-a6213c51f14f tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 946 time: 0.0461645 Sep 09 20:32:58.732158 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8605f32a-2fa1-449f-8d12-a93ac8da0755 req-8c3ae985-b3b0-46d9-a026-e6f52573420c tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437288 Sep 09 20:32:59.189597 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6769d-c71b-4039-99ca-3571a53af8ef req-a352b841-29e0-4c53-922e-1dad9b096177 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:59.191056 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-09a6769d-c71b-4039-99ca-3571a53af8ef req-a352b841-29e0-4c53-922e-1dad9b096177 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0464978 Sep 09 20:32:59.237363 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-09a6769d-c71b-4039-99ca-3571a53af8ef req-7ef64f93-6706-4b9e-823a-4abdb05a1578 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6a0cb332-ce9c-416b-a649-225f73f61b23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404422 Sep 09 20:32:59.441676 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06820b99-d73c-4809-b74b-ff8d27210694 req-d09f1760-7196-4ce9-8fc4-16f31fd3d28e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:59.443088 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-06820b99-d73c-4809-b74b-ff8d27210694 req-d09f1760-7196-4ce9-8fc4-16f31fd3d28e tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 946 time: 0.0460174 Sep 09 20:32:59.568537 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af71249-be1f-48d7-a71b-e4d90eff7622 req-0912ed84-cfb4-4a2b-aab5-bc526caa5e27 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:59.569900 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8af71249-be1f-48d7-a71b-e4d90eff7622 req-0912ed84-cfb4-4a2b-aab5-bc526caa5e27 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 946 time: 0.0745735 Sep 09 20:32:59.631767 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-06820b99-d73c-4809-b74b-ff8d27210694 req-303c8c2e-d68e-4e12-9c86-385aa4e864ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Deleting port 21f730a2-1ecb-4742-8ea6-973064a729fc {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:32:59.632110 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-06820b99-d73c-4809-b74b-ff8d27210694 req-303c8c2e-d68e-4e12-9c86-385aa4e864ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:59.723745 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-8af71249-be1f-48d7-a71b-e4d90eff7622 req-20f7714a-b135-43b4-8feb-13a4d795b5af tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Deleting port b9b51f9a-0a54-4a10-bce6-3b821e125c22 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:32:59.724085 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8af71249-be1f-48d7-a71b-e4d90eff7622 req-20f7714a-b135-43b4-8feb-13a4d795b5af tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:59.808227 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-06820b99-d73c-4809-b74b-ff8d27210694 req-303c8c2e-d68e-4e12-9c86-385aa4e864ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] For port 21f730a2-1ecb-4742-8ea6-973064a729fc, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=21f730a2-1ecb-4742-8ea6-973064a729fc,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:32:59.808587 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-06820b99-d73c-4809-b74b-ff8d27210694 req-303c8c2e-d68e-4e12-9c86-385aa4e864ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:59.851082 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677e4f6-c366-4c85-a27f-017f98e2927c req-1fd456d9-78d0-4f2d-a5d7-4adc77e6607f tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:32:59.852450 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e677e4f6-c366-4c85-a27f-017f98e2927c req-1fd456d9-78d0-4f2d-a5d7-4adc77e6607f tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 946 time: 0.0461888 Sep 09 20:32:59.886916 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-8af71249-be1f-48d7-a71b-e4d90eff7622 req-20f7714a-b135-43b4-8feb-13a4d795b5af tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] For port b9b51f9a-0a54-4a10-bce6-3b821e125c22, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=b9b51f9a-0a54-4a10-bce6-3b821e125c22,segment=NetworkSegment(01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc),segment_id=01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:32:59.887274 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8af71249-be1f-48d7-a71b-e4d90eff7622 req-20f7714a-b135-43b4-8feb-13a4d795b5af tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:32:59.899624 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e677e4f6-c366-4c85-a27f-017f98e2927c req-8739f24f-03ef-4337-a602-19745ec3c9ac tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=404a8b90-6aa9-40cf-8a38-36001ab1cd95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415692 Sep 09 20:32:59.932202 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-8af71249-be1f-48d7-a71b-e4d90eff7622 req-20f7714a-b135-43b4-8feb-13a4d795b5af tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Calling delete_port for b9b51f9a-0a54-4a10-bce6-3b821e125c22 owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:00.052078 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-06820b99-d73c-4809-b74b-ff8d27210694 req-303c8c2e-d68e-4e12-9c86-385aa4e864ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:00.052438 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-06820b99-d73c-4809-b74b-ff8d27210694 req-303c8c2e-d68e-4e12-9c86-385aa4e864ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (629ccfa2-94f4-4a0d-b7b3-67c16c6ab566), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:00.052750 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [req-06820b99-d73c-4809-b74b-ff8d27210694 req-303c8c2e-d68e-4e12-9c86-385aa4e864ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Floating IP 629ccfa2-94f4-4a0d-b7b3-67c16c6ab566 disassociated. External IP: 172.27.1.121, port: 21f730a2-1ecb-4742-8ea6-973064a729fc. Sep 09 20:33:00.053089 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-06820b99-d73c-4809-b74b-ff8d27210694 req-303c8c2e-d68e-4e12-9c86-385aa4e864ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Calling delete_port for 21f730a2-1ecb-4742-8ea6-973064a729fc owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:00.058751 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:00.171444 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:00.181211 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8af71249-be1f-48d7-a71b-e4d90eff7622 req-20f7714a-b135-43b4-8feb-13a4d795b5af tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (b9b51f9a-0a54-4a10-bce6-3b821e125c22), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:00.198976 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['b9b51f9a-0a54-4a10-bce6-3b821e125c22'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:33:00.223743 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7714a-b135-43b4-8feb-13a4d795b5af tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Pushing event deleted for resources: {'Port': ['ID=b9b51f9a-0a54-4a10-bce6-3b821e125c22,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:00.290835 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af71249-be1f-48d7-a71b-e4d90eff7622 req-20f7714a-b135-43b4-8feb-13a4d795b5af tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] No DVR routers for this DVR port b9b51f9a-0a54-4a10-bce6-3b821e125c22 on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:33:00.295046 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8af71249-be1f-48d7-a71b-e4d90eff7622 req-20f7714a-b135-43b4-8feb-13a4d795b5af tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:00.298359 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8af71249-be1f-48d7-a71b-e4d90eff7622 req-20f7714a-b135-43b4-8feb-13a4d795b5af tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.25 "DELETE /networking/v2.0/ports/b9b51f9a-0a54-4a10-bce6-3b821e125c22 HTTP/1.1" status: 204 len: 173 time: 0.7109594 Sep 09 20:33:00.299411 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5303a6-d80f-4a4f-831b-4432191724db', 'name': 'network-vif-deleted', 'tag': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:33:00.301667 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deee8ba6-6cb3-4fba-a460-11988bc944eb" -d '{"events": [{"server_uuid": "7a5303a6-d80f-4a4f-831b-4432191724db", "name": "network-vif-deleted", "tag": "b9b51f9a-0a54-4a10-bce6-3b821e125c22"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:33:00.324678 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-06820b99-d73c-4809-b74b-ff8d27210694 req-303c8c2e-d68e-4e12-9c86-385aa4e864ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (21f730a2-1ecb-4742-8ea6-973064a729fc), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:00.355788 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-09da9ec3-2944-4c4b-b283-d2ae3fdf1afd req-fe2cc9a7-f6ef-47a4-a1de-07aca377f57c tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 210 time: 0.0382316 Sep 09 20:33:00.372101 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d461d6aa-c123-4c86-8706-962c0c5d6a6d x-openstack-request-id: req-d461d6aa-c123-4c86-8706-962c0c5d6a6d {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:33:00.372496 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5303a6-d80f-4a4f-831b-4432191724db", "name": "network-vif-deleted", "tag": "b9b51f9a-0a54-4a10-bce6-3b821e125c22", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:33:00.372752 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d461d6aa-c123-4c86-8706-962c0c5d6a6d {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:33:00.373170 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d461d6aa-c123-4c86-8706-962c0c5d6a6d'] response: {'server_uuid': '7a5303a6-d80f-4a4f-831b-4432191724db', 'name': 'network-vif-deleted', 'tag': 'b9b51f9a-0a54-4a10-bce6-3b821e125c22', 'status': 'completed', 'code': 200} Sep 09 20:33:00.375456 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c8c2e-d68e-4e12-9c86-385aa4e864ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Pushing event deleted for resources: {'Port': ['ID=21f730a2-1ecb-4742-8ea6-973064a729fc,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:00.502635 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06820b99-d73c-4809-b74b-ff8d27210694 req-303c8c2e-d68e-4e12-9c86-385aa4e864ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:33:00.610328 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06820b99-d73c-4809-b74b-ff8d27210694 req-303c8c2e-d68e-4e12-9c86-385aa4e864ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:33:00.623895 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7271d8b-54f8-49ee-a6f2-7058da32ef95 None None] Sync routers for ids ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:33:00.631892 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:00.639562 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7271d8b-54f8-49ee-a6f2-7058da32ef95 None None] Routers {'ac6686f2-8ac0-43de-9267-aaef1cefdfc0'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:00.640497 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e7271d8b-54f8-49ee-a6f2-7058da32ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:00.662173 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-06820b99-d73c-4809-b74b-ff8d27210694 req-303c8c2e-d68e-4e12-9c86-385aa4e864ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] No DVR routers for this DVR port 21f730a2-1ecb-4742-8ea6-973064a729fc on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:33:00.664767 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-06820b99-d73c-4809-b74b-ff8d27210694 req-303c8c2e-d68e-4e12-9c86-385aa4e864ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:00.668374 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-06820b99-d73c-4809-b74b-ff8d27210694 req-303c8c2e-d68e-4e12-9c86-385aa4e864ca tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.25 "DELETE /networking/v2.0/ports/21f730a2-1ecb-4742-8ea6-973064a729fc HTTP/1.1" status: 204 len: 173 time: 1.1801877 Sep 09 20:33:00.754265 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-e7271d8b-54f8-49ee-a6f2-7058da32ef95 None None] Set router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:00.951807 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e7271d8b-54f8-49ee-a6f2-7058da32ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '54e4bab1-f994-4886-8c25-84ab5417dbb7', 'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'mac_address': 'fa:16:3e:66:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:11Z', 'updated_at': '2022-09-09T20:28:27Z', 'revision_number': 5, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'subnets': [{'id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:00.980059 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7271d8b-54f8-49ee-a6f2-7058da32ef95 None None] Checking router: ac6686f2-8ac0-43de-9267-aaef1cefdfc0 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:33:00.989135 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7271d8b-54f8-49ee-a6f2-7058da32ef95 None None] Routers {'ac6686f2-8ac0-43de-9267-aaef1cefdfc0'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:00.989777 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e7271d8b-54f8-49ee-a6f2-7058da32ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:01.034101 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7af31d27-1260-444f-8783-3829fbb066c6 req-5e94b81a-d7e5-4abf-a2f6-4890d3508382 tempest-TestMinimumBasicScenario-1443625129 tempest-TestMinimumBasicScenario-1443625129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7a5303a6-d80f-4a4f-831b-4432191724db HTTP/1.1" status: 200 len: 210 time: 0.0328553 Sep 09 20:33:01.098358 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-e7271d8b-54f8-49ee-a6f2-7058da32ef95 None None] Set router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:01.270722 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:01.290040 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e7271d8b-54f8-49ee-a6f2-7058da32ef95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '54e4bab1-f994-4886-8c25-84ab5417dbb7', 'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'mac_address': 'fa:16:3e:66:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:11Z', 'updated_at': '2022-09-09T20:28:27Z', 'revision_number': 5, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'subnets': [{'id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:01.313971 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7271d8b-54f8-49ee-a6f2-7058da32ef95 None None] The sync data for ids ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'] in dv-cinder-849325-4-iscsi is: [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '54e4bab1-f994-4886-8c25-84ab5417dbb7', 'name': '', 'network_id': 'b188b4ef-6195-4514-85bf-2356d78cce90', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'mac_address': 'fa:16:3e:66:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:11Z', 'updated_at': '2022-09-09T20:28:27Z', 'revision_number': 5, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'subnets': [{'id': '6d70a9b7-1f8e-4795-a1dc-d4fb520bd182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:33:01.480578 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a927f807-65fd-496c-bef1-78fd396d2df9 req-103c2898-e5db-463d-8cc0-7150c5a4b3b7 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=41051093-877e-41db-a9b9-d2c2624a3314 HTTP/1.1" status: 200 len: 210 time: 0.0283797 Sep 09 20:33:01.532322 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025474b4-1f40-4551-8e57-75207272ab72 None None] New status for floating IP 629ccfa2-94f4-4a0d-b7b3-67c16c6ab566: DOWN {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:33:02.374467 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41051093-877e-41db-a9b9-d2c2624a3314', 'name': 'network-vif-deleted', 'tag': '21f730a2-1ecb-4742-8ea6-973064a729fc'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:33:02.379735 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d882a030-237d-4166-9bc3-f727a30523dd" -d '{"events": [{"server_uuid": "41051093-877e-41db-a9b9-d2c2624a3314", "name": "network-vif-deleted", "tag": "21f730a2-1ecb-4742-8ea6-973064a729fc"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:33:02.418018 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9699feba-a684-49e1-9496-f19ff085769f x-openstack-request-id: req-9699feba-a684-49e1-9496-f19ff085769f {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:33:02.418319 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41051093-877e-41db-a9b9-d2c2624a3314", "name": "network-vif-deleted", "tag": "21f730a2-1ecb-4742-8ea6-973064a729fc", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:33:02.418584 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9699feba-a684-49e1-9496-f19ff085769f {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:33:02.418990 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9699feba-a684-49e1-9496-f19ff085769f'] response: {'server_uuid': '41051093-877e-41db-a9b9-d2c2624a3314', 'name': 'network-vif-deleted', 'tag': '21f730a2-1ecb-4742-8ea6-973064a729fc', 'status': 'completed', 'code': 200} Sep 09 20:33:02.587752 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33992) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:02.649449 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8402d6fc-4de7-4763-9903-51e02163cbb1 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for security_group (6a0cb332-ce9c-416b-a649-225f73f61b23), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:02.673637 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8402d6fc-4de7-4763-9903-51e02163cbb1 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for security_group (6a0cb332-ce9c-416b-a649-225f73f61b23), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:02.721681 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8402d6fc-4de7-4763-9903-51e02163cbb1 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (6a0cb332-ce9c-416b-a649-225f73f61b23), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:02.724256 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8402d6fc-4de7-4763-9903-51e02163cbb1 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:02.725454 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-8402d6fc-4de7-4763-9903-51e02163cbb1 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6a0cb332-ce9c-416b-a649-225f73f61b23 HTTP/1.1" status: 204 len: 168 time: 0.1365161 Sep 09 20:33:02.728180 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33994) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:02.735133 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402d6fc-4de7-4763-9903-51e02163cbb1 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0cb332-ce9c-416b-a649-225f73f61b23,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:02.753550 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.api.v2.resource [None req-b475f7c9-fd11-4023-bd98-ac48b1c9b4dc tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] show failed (client error): The resource could not be found. Sep 09 20:33:02.755985 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-b475f7c9-fd11-4023-bd98-ac48b1c9b4dc tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups/6a0cb332-ce9c-416b-a649-225f73f61b23 HTTP/1.1" status: 404 len: 347 time: 0.0264766 Sep 09 20:33:02.758841 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 33996) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:02.770394 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 33998) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:02.858957 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:DELETE=14,neutron:SELECT=86 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:02.874887 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-a700d106-d7e4-45ee-87e6-dce6baf86221 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Deleting port 18057152-82af-40fc-8bda-adf842b32278 {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:02.875233 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a700d106-d7e4-45ee-87e6-dce6baf86221 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (18057152-82af-40fc-8bda-adf842b32278), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:02.953769 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a700d106-d7e4-45ee-87e6-dce6baf86221 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (18057152-82af-40fc-8bda-adf842b32278), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:02.954035 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a700d106-d7e4-45ee-87e6-dce6baf86221 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for floatingip (18057152-82af-40fc-8bda-adf842b32278), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:02.967149 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-a700d106-d7e4-45ee-87e6-dce6baf86221 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Calling delete_port for 18057152-82af-40fc-8bda-adf842b32278 owned by network:floatingip {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:03.021983 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:03.077530 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-dbda1a83-1a88-4a8c-b742-729bbbefc017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903210'] for router_interface (edb9c230-7383-46c6-8475-8fbb76bcb2a3), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:03.101420 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a700d106-d7e4-45ee-87e6-dce6baf86221 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (18057152-82af-40fc-8bda-adf842b32278), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:03.127474 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700d106-d7e4-45ee-87e6-dce6baf86221 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Pushing event deleted for resources: {'Port': ['ID=18057152-82af-40fc-8bda-adf842b32278,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:03.192062 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a700d106-d7e4-45ee-87e6-dce6baf86221 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks [] for floatingip (629ccfa2-94f4-4a0d-b7b3-67c16c6ab566), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:03.194702 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a700d106-d7e4-45ee-87e6-dce6baf86221 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:03.195839 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-a700d106-d7e4-45ee-87e6-dce6baf86221 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/629ccfa2-94f4-4a0d-b7b3-67c16c6ab566 HTTP/1.1" status: 204 len: 168 time: 0.4361107 Sep 09 20:33:03.255200 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:03.315767 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-dbda1a83-1a88-4a8c-b742-729bbbefc017 admin admin] Deleting port 9ec1b31b-9197-422b-97d2-52de53d09ec6 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:03.316111 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-dbda1a83-1a88-4a8c-b742-729bbbefc017 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:03.399097 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-dbda1a83-1a88-4a8c-b742-729bbbefc017 admin admin] For port 9ec1b31b-9197-422b-97d2-52de53d09ec6, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=9ec1b31b-9197-422b-97d2-52de53d09ec6,segment=NetworkSegment(01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc),segment_id=01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:03.399811 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-dbda1a83-1a88-4a8c-b742-729bbbefc017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:03.413315 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-dbda1a83-1a88-4a8c-b742-729bbbefc017 admin admin] Calling delete_port for 9ec1b31b-9197-422b-97d2-52de53d09ec6 owned by network:router_interface {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:03.595676 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-dbda1a83-1a88-4a8c-b742-729bbbefc017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (9ec1b31b-9197-422b-97d2-52de53d09ec6), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:03.618362 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda1a83-1a88-4a8c-b742-729bbbefc017 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec1b31b-9197-422b-97d2-52de53d09ec6,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:03.737126 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:03.785780 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-dbda1a83-1a88-4a8c-b742-729bbbefc017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924250'] for router_interface (edb9c230-7383-46c6-8475-8fbb76bcb2a3), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:03.825937 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device b9b51f9a-0a54-4a10-bce6-3b821e125c22 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:03.845062 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: b9b51f9a-0a54-4a10-bce6-3b821e125c22 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:03.845544 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device b9b51f9a-0a54-4a10-bce6-3b821e125c22 not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:03.846037 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 21f730a2-1ecb-4742-8ea6-973064a729fc no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:03.864240 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: 21f730a2-1ecb-4742-8ea6-973064a729fc {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:03.864593 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 21f730a2-1ecb-4742-8ea6-973064a729fc not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:03.988344 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbda1a83-1a88-4a8c-b742-729bbbefc017 admin admin] Router edb9c230-7383-46c6-8475-8fbb76bcb2a3 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:33:03.992623 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:04.318744 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbda1a83-1a88-4a8c-b742-729bbbefc017 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:33:04.323697 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-dbda1a83-1a88-4a8c-b742-729bbbefc017 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/edb9c230-7383-46c6-8475-8fbb76bcb2a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5524623 Sep 09 20:33:04.326221 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34006) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:04.331011 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0526bd-0854-4672-850a-93a547cf1efd None None] Sync routers for ids ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:33:04.343396 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0526bd-0854-4672-850a-93a547cf1efd None None] Routers {'edb9c230-7383-46c6-8475-8fbb76bcb2a3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:04.344068 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-6e0526bd-0854-4672-850a-93a547cf1efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:04.437522 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] Publish callbacks [] for router (edb9c230-7383-46c6-8475-8fbb76bcb2a3), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:04.454439 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-6e0526bd-0854-4672-850a-93a547cf1efd None None] Set router edb9c230-7383-46c6-8475-8fbb76bcb2a3 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:04.541903 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] Publish callbacks [] for router_gateway (edb9c230-7383-46c6-8475-8fbb76bcb2a3), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:04.588154 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] Deleting port 876d868a-5ce1-48b5-ae03-dab84a2e9f5d {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:04.588498 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (876d868a-5ce1-48b5-ae03-dab84a2e9f5d), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:04.636305 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-6e0526bd-0854-4672-850a-93a547cf1efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:33:03Z', 'revision_number': 5, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'gw_port': {'id': '876d868a-5ce1-48b5-ae03-dab84a2e9f5d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:04.669060 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0526bd-0854-4672-850a-93a547cf1efd None None] Checking router: edb9c230-7383-46c6-8475-8fbb76bcb2a3 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:33:04.679469 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0526bd-0854-4672-850a-93a547cf1efd None None] Routers {'edb9c230-7383-46c6-8475-8fbb76bcb2a3'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:04.680148 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-6e0526bd-0854-4672-850a-93a547cf1efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:04.696836 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] For port 876d868a-5ce1-48b5-ae03-dab84a2e9f5d, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=876d868a-5ce1-48b5-ae03-dab84a2e9f5d,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:04.697203 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (876d868a-5ce1-48b5-ae03-dab84a2e9f5d), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:04.716521 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] Calling delete_port for 876d868a-5ce1-48b5-ae03-dab84a2e9f5d owned by network:router_gateway {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:04.752098 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:04.772156 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-6e0526bd-0854-4672-850a-93a547cf1efd None None] Set router edb9c230-7383-46c6-8475-8fbb76bcb2a3 gateway port host: None {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:04.886696 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:04.893502 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (876d868a-5ce1-48b5-ae03-dab84a2e9f5d), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:04.920050 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-6e0526bd-0854-4672-850a-93a547cf1efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:33:04Z', 'revision_number': 6, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'gw_port_host': None}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:04.921198 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] Pushing event deleted for resources: {'Port': ['ID=876d868a-5ce1-48b5-ae03-dab84a2e9f5d,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:04.949162 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0526bd-0854-4672-850a-93a547cf1efd None None] The sync data for ids ['edb9c230-7383-46c6-8475-8fbb76bcb2a3'] in dv-cinder-849325-4-iscsi is: [{'id': 'edb9c230-7383-46c6-8475-8fbb76bcb2a3', 'name': 'tempest-TestMinimumBasicScenario-495178087-router', 'tenant_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:02Z', 'updated_at': '2022-09-09T20:33:04Z', 'revision_number': 6, 'project_id': 'da5cdb6c865f4345be2de638e6ded3c6', 'gw_port_host': None}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:33:04.983565 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3926632'] for router_gateway (edb9c230-7383-46c6-8475-8fbb76bcb2a3), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.089290 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3927884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8556'] for router (edb9c230-7383-46c6-8475-8fbb76bcb2a3), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.091448 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] Publish callbacks [] for router_controller (edb9c230-7383-46c6-8475-8fbb76bcb2a3), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.157167 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924271'] for router (edb9c230-7383-46c6-8475-8fbb76bcb2a3), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.157762 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edb9c230-7383-46c6-8475-8fbb76bcb2a3 {{(pid=106235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:33:05.163999 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.165151 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-49492984-1f29-48ce-b319-6d201dbdd960 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/edb9c230-7383-46c6-8475-8fbb76bcb2a3 HTTP/1.1" status: 204 len: 168 time: 0.8380713 Sep 09 20:33:05.167643 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34012) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:05.209221 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:05.215595 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_v2 [None req-192314c2-2fd1-4e3e-9817-1f17f68c8008 admin admin] Deleting subnet 4c0dc9ef-f83a-486d-829c-455d4a9a91e2 {{(pid=106235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:33:05.219465 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-192314c2-2fd1-4e3e-9817-1f17f68c8008 admin admin] Publish callbacks [] for subnet (4c0dc9ef-f83a-486d-829c-455d4a9a91e2), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.254634 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-192314c2-2fd1-4e3e-9817-1f17f68c8008 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11102191'] for subnet (4c0dc9ef-f83a-486d-829c-455d4a9a91e2), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.342525 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-192314c2-2fd1-4e3e-9817-1f17f68c8008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (4c0dc9ef-f83a-486d-829c-455d4a9a91e2), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.404553 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-192314c2-2fd1-4e3e-9817-1f17f68c8008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11413498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11867108'] for subnet (4c0dc9ef-f83a-486d-829c-455d4a9a91e2), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.431333 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192314c2-2fd1-4e3e-9817-1f17f68c8008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c0dc9ef-f83a-486d-829c-455d4a9a91e2,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:05.435897 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-192314c2-2fd1-4e3e-9817-1f17f68c8008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.440466 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-192314c2-2fd1-4e3e-9817-1f17f68c8008 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/4c0dc9ef-f83a-486d-829c-455d4a9a91e2 HTTP/1.1" status: 204 len: 168 time: 0.2705026 Sep 09 20:33:05.441627 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34014) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:05.444211 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb590b5-e016-4ba8-9722-ba678aa09008 None None] Network c6492b96-0167-457f-ad6b-c9784b1d6ec0 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:33:05.520470 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (c6492b96-0167-457f-ad6b-c9784b1d6ec0), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.568986 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] Deleting port 3087dca8-de4d-4ef3-81ba-604091bf96aa {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:05.569425 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.638260 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] For port 3087dca8-de4d-4ef3-81ba-604091bf96aa, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=3087dca8-de4d-4ef3-81ba-604091bf96aa,segment=NetworkSegment(01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc),segment_id=01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:05.638624 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.652480 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] Calling delete_port for 3087dca8-de4d-4ef3-81ba-604091bf96aa owned by network:dhcp {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:05.726479 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cc450a-95a9-4d78-bb26-052d85ea3fda None None] DHCP port deletion for c6492b96-0167-457f-ad6b-c9784b1d6ec0 request from dv-cinder-849325-4-iscsi {{(pid=106236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 20:33:05.760826 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.763236 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 9ec1b31b-9197-422b-97d2-52de53d09ec6 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:05.787590 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] Pushing event deleted for resources: {'Port': ['ID=3087dca8-de4d-4ef3-81ba-604091bf96aa,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:05.789840 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 9ec1b31b-9197-422b-97d2-52de53d09ec6 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:05.791050 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 9ec1b31b-9197-422b-97d2-52de53d09ec6 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:05.791409 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] No DVR routers for this DVR port 3087dca8-de4d-4ef3-81ba-604091bf96aa on host dv-cinder-849325-4-iscsi {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:33:05.801719 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-69cc450a-95a9-4d78-bb26-052d85ea3fda None None] Deleting port 3087dca8-de4d-4ef3-81ba-604091bf96aa {{(pid=106236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:05.802098 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-69cc450a-95a9-4d78-bb26-052d85ea3fda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), before_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.870168 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-69cc450a-95a9-4d78-bb26-052d85ea3fda None None] For port 3087dca8-de4d-4ef3-81ba-604091bf96aa, host dv-cinder-849325-4-iscsi, got binding levels [] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:05.870841 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-69cc450a-95a9-4d78-bb26-052d85ea3fda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), precommit_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.872381 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (c6492b96-0167-457f-ad6b-c9784b1d6ec0), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.886581 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-69cc450a-95a9-4d78-bb26-052d85ea3fda None None] Calling delete_port for 3087dca8-de4d-4ef3-81ba-604091bf96aa owned by network:dhcp {{(pid=106236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:05.889853 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.ipam_backend_mixin [None req-69cc450a-95a9-4d78-bb26-052d85ea3fda None None] Port 3087dca8-de4d-4ef3-81ba-604091bf96aa was not found and therefore no delete operation was performed {{(pid=106236) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 09 20:33:05.891140 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-69cc450a-95a9-4d78-bb26-052d85ea3fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976'] for port (3087dca8-de4d-4ef3-81ba-604091bf96aa), after_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.894476 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6492b96-0167-457f-ad6b-c9784b1d6ec0']}} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:05.906234 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:05.907193 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc') {'for_net_delete': True} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:05.907726 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc') {} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:05.918566 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cc450a-95a9-4d78-bb26-052d85ea3fda None None] No DVR routers for this DVR port 3087dca8-de4d-4ef3-81ba-604091bf96aa on host dv-cinder-849325-4-iscsi {{(pid=106236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:33:05.920377 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11101972'] for segment (01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.920588 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc450a-95a9-4d78-bb26-052d85ea3fda None None] Pushing event deleted for resources: {'Port': ['ID=3087dca8-de4d-4ef3-81ba-604091bf96aa,revision_number=None']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:05.926112 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d46057-aab0-4d3a-8d33-61071ba9106f req-43cf73d2-c94a-490a-8546-93d7f92eb68f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:05.932949 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c3d46057-aab0-4d3a-8d33-61071ba9106f req-43cf73d2-c94a-490a-8546-93d7f92eb68f tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.2653756 Sep 09 20:33:05.945165 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.955656 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:33:05.956135 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11413392'] for segment (01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:05.972509 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:05.976098 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment 01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc resource provider aggregate not found Sep 09 20:33:05.990307 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c3d46057-aab0-4d3a-8d33-61071ba9106f req-c63d28ad-835a-4a28-9019-db17d80d1a05 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507739 Sep 09 20:33:06.016860 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment 01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01e35dec-7f52-4dbb-a7f0-bca2fdd6d7cc found for delete ", "request_id": "req-b4839c6f-5735-41bf-b1e3-56b25e186c56"}]} Sep 09 20:33:06.039318 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (c6492b96-0167-457f-ad6b-c9784b1d6ec0), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:06.044043 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:06.047262 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/c6492b96-0167-457f-ad6b-c9784b1d6ec0 HTTP/1.1" status: 204 len: 168 time: 0.6046939 Sep 09 20:33:06.050777 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34028) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:06.064637 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd84965-f451-47e2-a798-512e2f38ee90 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6492b96-0167-457f-ad6b-c9784b1d6ec0,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:06.664803 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5cbde7b8-6fb5-45f0-8354-fa071cfd643a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903210'] for router_interface (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:06.920696 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-5cbde7b8-6fb5-45f0-8354-fa071cfd643a admin admin] Deleting port 3eda2677-6379-42de-afb8-4e2861b7fbd1 {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:06.921426 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5cbde7b8-6fb5-45f0-8354-fa071cfd643a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:06.999992 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [None req-5cbde7b8-6fb5-45f0-8354-fa071cfd643a admin admin] For port 3eda2677-6379-42de-afb8-4e2861b7fbd1, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=3eda2677-6379-42de-afb8-4e2861b7fbd1,segment=NetworkSegment(c3a322f1-207d-4c21-82c1-9c2169022be5),segment_id=c3a322f1-207d-4c21-82c1-9c2169022be5)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:07.000354 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5cbde7b8-6fb5-45f0-8354-fa071cfd643a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:07.013816 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-5cbde7b8-6fb5-45f0-8354-fa071cfd643a admin admin] Calling delete_port for 3eda2677-6379-42de-afb8-4e2861b7fbd1 owned by network:router_interface {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:07.052260 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:07.055139 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 876d868a-5ce1-48b5-ae03-dab84a2e9f5d no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:07.075292 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 876d868a-5ce1-48b5-ae03-dab84a2e9f5d {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:07.075640 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 876d868a-5ce1-48b5-ae03-dab84a2e9f5d not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:07.076061 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 3087dca8-de4d-4ef3-81ba-604091bf96aa no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:07.099585 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 3087dca8-de4d-4ef3-81ba-604091bf96aa {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:07.099941 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 3087dca8-de4d-4ef3-81ba-604091bf96aa not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:07.178025 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:07.196322 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67d3ad-cc44-42ff-9046-bcf0d10a93ed req-9ee18886-87c9-4997-b593-a252a4905ceb tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:07.197791 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dd67d3ad-cc44-42ff-9046-bcf0d10a93ed req-9ee18886-87c9-4997-b593-a252a4905ceb tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.1234345 Sep 09 20:33:07.269116 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5cbde7b8-6fb5-45f0-8354-fa071cfd643a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (3eda2677-6379-42de-afb8-4e2861b7fbd1), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:07.299691 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dd67d3ad-cc44-42ff-9046-bcf0d10a93ed req-c1899e27-38c1-41fc-aa57-a161741d53a8 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799088 Sep 09 20:33:07.301824 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbde7b8-6fb5-45f0-8354-fa071cfd643a admin admin] Pushing event deleted for resources: {'Port': ['ID=3eda2677-6379-42de-afb8-4e2861b7fbd1,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:07.360720 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e32c499a-32fc-40db-9bda-fd1ca4ca7e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:07.459461 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5cbde7b8-6fb5-45f0-8354-fa071cfd643a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924250'] for router_interface (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:07.661018 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbde7b8-6fb5-45f0-8354-fa071cfd643a admin admin] Router 0a2ca4b6-0b45-4328-839e-29d345f9d1d7 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:33:07.761702 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbde7b8-6fb5-45f0-8354-fa071cfd643a admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:33:07.766659 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-5cbde7b8-6fb5-45f0-8354-fa071cfd643a admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/0a2ca4b6-0b45-4328-839e-29d345f9d1d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7148824 Sep 09 20:33:07.769747 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34034) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:07.770537 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454da440-f3b2-4fa9-8c16-feb791c0d821 None None] Sync routers for ids ['0a2ca4b6-0b45-4328-839e-29d345f9d1d7'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:33:07.781151 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454da440-f3b2-4fa9-8c16-feb791c0d821 None None] Routers {'0a2ca4b6-0b45-4328-839e-29d345f9d1d7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:07.781814 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-454da440-f3b2-4fa9-8c16-feb791c0d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['0a2ca4b6-0b45-4328-839e-29d345f9d1d7'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:07.854960 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:07.870220 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] Publish callbacks [] for router (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:07.883070 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-454da440-f3b2-4fa9-8c16-feb791c0d821 None None] Set router 0a2ca4b6-0b45-4328-839e-29d345f9d1d7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:07.967803 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] Publish callbacks [] for router_gateway (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.002586 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:08.016670 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] Deleting port d58c827d-1fe6-41a9-aa33-04b3bd435891 {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:08.017043 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (d58c827d-1fe6-41a9-aa33-04b3bd435891), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.019142 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:08.022141 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b885e-15ee-4635-a7b7-d0da676238a5 req-a91e237c-37c9-4d8c-87e3-4b5caa8df622 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:08.023612 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-267b885e-15ee-4635-a7b7-d0da676238a5 req-a91e237c-37c9-4d8c-87e3-4b5caa8df622 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 946 time: 0.0561361 Sep 09 20:33:08.060051 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-454da440-f3b2-4fa9-8c16-feb791c0d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'name': 'tempest-TestMinimumBasicScenario-1774024564-router', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'd58c827d-1fe6-41a9-aa33-04b3bd435891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:09Z', 'updated_at': '2022-09-09T20:33:07Z', 'revision_number': 5, 'project_id': '33294a040dca4909a3cbeda469245c75', 'gw_port': {'id': 'd58c827d-1fe6-41a9-aa33-04b3bd435891', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:4a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:30:10Z', 'updated_at': '2022-09-09T20:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:08.075393 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:08.089905 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454da440-f3b2-4fa9-8c16-feb791c0d821 None None] Checking router: 0a2ca4b6-0b45-4328-839e-29d345f9d1d7 for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:33:08.100546 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454da440-f3b2-4fa9-8c16-feb791c0d821 None None] Routers {'0a2ca4b6-0b45-4328-839e-29d345f9d1d7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:08.101166 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-454da440-f3b2-4fa9-8c16-feb791c0d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:32:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['0a2ca4b6-0b45-4328-839e-29d345f9d1d7'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:08.104972 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] For port d58c827d-1fe6-41a9-aa33-04b3bd435891, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=d58c827d-1fe6-41a9-aa33-04b3bd435891,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:08.105363 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (d58c827d-1fe6-41a9-aa33-04b3bd435891), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.110785 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-267b885e-15ee-4635-a7b7-d0da676238a5 req-f32707c9-222a-48fb-84aa-e682a47a6588 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Deleting port ccc294b6-8a23-4205-8c36-01b2941e0c68 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:08.111130 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-267b885e-15ee-4635-a7b7-d0da676238a5 req-f32707c9-222a-48fb-84aa-e682a47a6588 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.119405 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] Calling delete_port for d58c827d-1fe6-41a9-aa33-04b3bd435891 owned by network:router_gateway {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:08.156732 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:08.186832 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-454da440-f3b2-4fa9-8c16-feb791c0d821 None None] Set router 0a2ca4b6-0b45-4328-839e-29d345f9d1d7 gateway port host: None {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:08.224347 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-267b885e-15ee-4635-a7b7-d0da676238a5 req-f32707c9-222a-48fb-84aa-e682a47a6588 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] For port ccc294b6-8a23-4205-8c36-01b2941e0c68, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=ccc294b6-8a23-4205-8c36-01b2941e0c68,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:08.225120 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-267b885e-15ee-4635-a7b7-d0da676238a5 req-f32707c9-222a-48fb-84aa-e682a47a6588 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.242513 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-454da440-f3b2-4fa9-8c16-feb791c0d821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'name': 'tempest-TestMinimumBasicScenario-1774024564-router', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:09Z', 'updated_at': '2022-09-09T20:33:07Z', 'revision_number': 6, 'project_id': '33294a040dca4909a3cbeda469245c75', 'gw_port_host': None}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:08.243310 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-267b885e-15ee-4635-a7b7-d0da676238a5 req-f32707c9-222a-48fb-84aa-e682a47a6588 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Calling delete_port for ccc294b6-8a23-4205-8c36-01b2941e0c68 owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:08.267892 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454da440-f3b2-4fa9-8c16-feb791c0d821 None None] The sync data for ids ['0a2ca4b6-0b45-4328-839e-29d345f9d1d7'] in dv-cinder-849325-4-iscsi is: [{'id': '0a2ca4b6-0b45-4328-839e-29d345f9d1d7', 'name': 'tempest-TestMinimumBasicScenario-1774024564-router', 'tenant_id': '33294a040dca4909a3cbeda469245c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:30:09Z', 'updated_at': '2022-09-09T20:33:07Z', 'revision_number': 6, 'project_id': '33294a040dca4909a3cbeda469245c75', 'gw_port_host': None}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:33:08.309116 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (d58c827d-1fe6-41a9-aa33-04b3bd435891), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.338994 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=d58c827d-1fe6-41a9-aa33-04b3bd435891,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:08.393139 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-267b885e-15ee-4635-a7b7-d0da676238a5 req-f32707c9-222a-48fb-84aa-e682a47a6588 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (ccc294b6-8a23-4205-8c36-01b2941e0c68), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.410525 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['ccc294b6-8a23-4205-8c36-01b2941e0c68', '727b9f9f-0d7b-470a-ba5d-2023a0e7304d'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:33:08.415249 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-335069ec-e237-4030-82f8-68b58b8f1f46 req-da60964e-6748-4407-9dbc-df1fe9cd5218 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 210 time: 0.0318165 Sep 09 20:33:08.420759 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32707c9-222a-48fb-84aa-e682a47a6588 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Pushing event deleted for resources: {'Port': ['ID=ccc294b6-8a23-4205-8c36-01b2941e0c68,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:08.428303 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3926632'] for router_gateway (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.483243 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-267b885e-15ee-4635-a7b7-d0da676238a5 req-f32707c9-222a-48fb-84aa-e682a47a6588 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] No DVR routers for this DVR port ccc294b6-8a23-4205-8c36-01b2941e0c68 on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:33:08.486184 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-267b885e-15ee-4635-a7b7-d0da676238a5 req-f32707c9-222a-48fb-84aa-e682a47a6588 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.489718 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-267b885e-15ee-4635-a7b7-d0da676238a5 req-f32707c9-222a-48fb-84aa-e682a47a6588 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.25 "DELETE /networking/v2.0/ports/ccc294b6-8a23-4205-8c36-01b2941e0c68 HTTP/1.1" status: 204 len: 173 time: 0.4600492 Sep 09 20:33:08.490218 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609ef31d-c755-46cf-9bd4-d5373f9cb78d', 'name': 'network-vif-deleted', 'tag': 'ccc294b6-8a23-4205-8c36-01b2941e0c68'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:33:08.492493 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f85872-9969-4e8d-9b72-df81aa290579" -d '{"events": [{"server_uuid": "609ef31d-c755-46cf-9bd4-d5373f9cb78d", "name": "network-vif-deleted", "tag": "ccc294b6-8a23-4205-8c36-01b2941e0c68"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:33:08.535387 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3927884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8556'] for router (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.538312 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] Publish callbacks [] for router_controller (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), precommit_delete_associations {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.553893 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb7f78f-68fc-4ef3-ae08-44d011bd0154 x-openstack-request-id: req-9bb7f78f-68fc-4ef3-ae08-44d011bd0154 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:33:08.554206 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609ef31d-c755-46cf-9bd4-d5373f9cb78d", "name": "network-vif-deleted", "tag": "ccc294b6-8a23-4205-8c36-01b2941e0c68", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:33:08.554466 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9bb7f78f-68fc-4ef3-ae08-44d011bd0154 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:33:08.554895 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb7f78f-68fc-4ef3-ae08-44d011bd0154'] response: {'server_uuid': '609ef31d-c755-46cf-9bd4-d5373f9cb78d', 'name': 'network-vif-deleted', 'tag': 'ccc294b6-8a23-4205-8c36-01b2941e0c68', 'status': 'completed', 'code': 200} Sep 09 20:33:08.590964 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924271'] for router (0a2ca4b6-0b45-4328-839e-29d345f9d1d7), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.591614 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a2ca4b6-0b45-4328-839e-29d345f9d1d7 {{(pid=106234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:33:08.597681 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.601504 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-11a3c9ed-9c78-4718-a80e-6af6af285f6c admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/0a2ca4b6-0b45-4328-839e-29d345f9d1d7 HTTP/1.1" status: 204 len: 168 time: 0.8307514 Sep 09 20:33:08.601871 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34040) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:08.653785 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d98d1f5-dab4-473c-8c1b-82050de4a139 admin admin] Deleting subnet 61be2a0b-a69d-4f1b-8ffd-072a2b414361 {{(pid=106235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:33:08.657606 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2d98d1f5-dab4-473c-8c1b-82050de4a139 admin admin] Publish callbacks [] for subnet (61be2a0b-a69d-4f1b-8ffd-072a2b414361), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.700233 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2d98d1f5-dab4-473c-8c1b-82050de4a139 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11102191'] for subnet (61be2a0b-a69d-4f1b-8ffd-072a2b414361), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.777023 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2d98d1f5-dab4-473c-8c1b-82050de4a139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (61be2a0b-a69d-4f1b-8ffd-072a2b414361), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.780839 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.837703 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2d98d1f5-dab4-473c-8c1b-82050de4a139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11413498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11867108'] for subnet (61be2a0b-a69d-4f1b-8ffd-072a2b414361), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.866147 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98d1f5-dab4-473c-8c1b-82050de4a139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61be2a0b-a69d-4f1b-8ffd-072a2b414361,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:08.872267 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2d98d1f5-dab4-473c-8c1b-82050de4a139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.875399 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-2d98d1f5-dab4-473c-8c1b-82050de4a139 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/61be2a0b-a69d-4f1b-8ffd-072a2b414361 HTTP/1.1" status: 204 len: 168 time: 0.2723243 Sep 09 20:33:08.877953 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34042) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:08.879541 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76355c6f-476e-4ff2-8591-a78ec31884a6 None None] Network c4fa9650-0477-466a-a7ee-7fa4a1cdd377 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:33:08.948341 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (c4fa9650-0477-466a-a7ee-7fa4a1cdd377), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:08.993339 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] Deleting port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:08.993689 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.038194 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:09.069189 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:33:09.081514 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] For port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=7deb5860-bffd-4ba2-9c84-9f34ff5effe5,segment=NetworkSegment(c3a322f1-207d-4c21-82c1-9c2169022be5),segment_id=c3a322f1-207d-4c21-82c1-9c2169022be5)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:09.081966 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.102792 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] Calling delete_port for 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 owned by network:dhcp {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:09.113080 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device d58c827d-1fe6-41a9-aa33-04b3bd435891 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:09.132889 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f44d9f3-695d-47f5-bf92-8af054835733 None None] DHCP port deletion for c4fa9650-0477-466a-a7ee-7fa4a1cdd377 request from dv-cinder-849325-4-iscsi {{(pid=106236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 20:33:09.136191 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: d58c827d-1fe6-41a9-aa33-04b3bd435891 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:09.136726 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device d58c827d-1fe6-41a9-aa33-04b3bd435891 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:09.137180 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 3eda2677-6379-42de-afb8-4e2861b7fbd1 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:09.159861 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 3eda2677-6379-42de-afb8-4e2861b7fbd1 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:09.160394 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 3eda2677-6379-42de-afb8-4e2861b7fbd1 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:09.179491 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:09.207841 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-3f44d9f3-695d-47f5-bf92-8af054835733 None None] Deleting port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 {{(pid=106236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:09.208213 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3f44d9f3-695d-47f5-bf92-8af054835733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), before_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.212002 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.243948 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] Pushing event deleted for resources: {'Port': ['ID=7deb5860-bffd-4ba2-9c84-9f34ff5effe5,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:09.249429 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] No DVR routers for this DVR port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 on host dv-cinder-849325-4-iscsi {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:33:09.288555 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-3f44d9f3-695d-47f5-bf92-8af054835733 None None] For port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5, host dv-cinder-849325-4-iscsi, got binding levels [] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:09.289151 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3f44d9f3-695d-47f5-bf92-8af054835733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), precommit_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.308956 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-3f44d9f3-695d-47f5-bf92-8af054835733 None None] Calling delete_port for 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 owned by network:dhcp {{(pid=106236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:09.311845 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.ipam_backend_mixin [None req-3f44d9f3-695d-47f5-bf92-8af054835733 None None] Port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 was not found and therefore no delete operation was performed {{(pid=106236) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 09 20:33:09.313311 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3f44d9f3-695d-47f5-bf92-8af054835733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976'] for port (7deb5860-bffd-4ba2-9c84-9f34ff5effe5), after_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.328502 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (c4fa9650-0477-466a-a7ee-7fa4a1cdd377), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.344785 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f44d9f3-695d-47f5-bf92-8af054835733 None None] No DVR routers for this DVR port 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 on host dv-cinder-849325-4-iscsi {{(pid=106236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:33:09.346815 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44d9f3-695d-47f5-bf92-8af054835733 None None] Pushing event deleted for resources: {'Port': ['ID=7deb5860-bffd-4ba2-9c84-9f34ff5effe5,revision_number=None']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:09.354784 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fa9650-0477-466a-a7ee-7fa4a1cdd377']}} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:09.365433 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a322f1-207d-4c21-82c1-9c2169022be5') {'for_net_delete': True} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:09.365742 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a322f1-207d-4c21-82c1-9c2169022be5') {} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:09.376981 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11101972'] for segment (c3a322f1-207d-4c21-82c1-9c2169022be5), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.391152 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (c3a322f1-207d-4c21-82c1-9c2169022be5), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.398495 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:33:09.398910 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11413392'] for segment (c3a322f1-207d-4c21-82c1-9c2169022be5), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.442593 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment c3a322f1-207d-4c21-82c1-9c2169022be5 resource provider aggregate not found Sep 09 20:33:09.459462 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment c3a322f1-207d-4c21-82c1-9c2169022be5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3a322f1-207d-4c21-82c1-9c2169022be5 found for delete ", "request_id": "req-6eefa125-ea01-4101-8124-76e9dda6285c"}]} Sep 09 20:33:09.468738 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (c4fa9650-0477-466a-a7ee-7fa4a1cdd377), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.474629 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.480753 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/c4fa9650-0477-466a-a7ee-7fa4a1cdd377 HTTP/1.1" status: 204 len: 168 time: 0.6018448 Sep 09 20:33:09.493196 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa2cdf-b1c5-423d-a95b-7535c008a80a admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fa9650-0477-466a-a7ee-7fa4a1cdd377,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:09.548808 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-375808d9-6232-44c4-944c-ffba2dc2bfd5 req-a9458e40-c7b0-4a7d-a479-c6022eb0d3f0 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=609ef31d-c755-46cf-9bd4-d5373f9cb78d HTTP/1.1" status: 200 len: 210 time: 0.0296581 Sep 09 20:33:09.591162 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f5710b25-77c9-4fca-a312-8155525d3f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.659744 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34054) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:09.705149 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-3d11567e-3548-4feb-b3d8-b2ec0f884267 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=da5cdb6c865f4345be2de638e6ded3c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441301 Sep 09 20:33:09.707696 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34056) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:09.758006 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5eb4444f-d094-46fa-8517-ca5716c3cd99 admin admin] Publish callbacks [] for security_group (404a8b90-6aa9-40cf-8a38-36001ab1cd95), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.777597 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5eb4444f-d094-46fa-8517-ca5716c3cd99 admin admin] Publish callbacks [] for security_group (404a8b90-6aa9-40cf-8a38-36001ab1cd95), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.826984 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5eb4444f-d094-46fa-8517-ca5716c3cd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (404a8b90-6aa9-40cf-8a38-36001ab1cd95), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.829625 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5eb4444f-d094-46fa-8517-ca5716c3cd99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:09.830745 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-5eb4444f-d094-46fa-8517-ca5716c3cd99 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/404a8b90-6aa9-40cf-8a38-36001ab1cd95 HTTP/1.1" status: 204 len: 168 time: 0.1221600 Sep 09 20:33:09.838910 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4444f-d094-46fa-8517-ca5716c3cd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404a8b90-6aa9-40cf-8a38-36001ab1cd95,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:10.147590 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34062) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:10.186426 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-74097b6c-b9d5-4709-8c99-1d4231e2a588 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=33294a040dca4909a3cbeda469245c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377324 Sep 09 20:33:10.189290 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34064) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:10.235396 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0c59aa30-c770-473f-a5ca-74ab607e79fe admin admin] Publish callbacks [] for security_group (5b89df67-79b0-4ac2-98b4-6ef324d1aa64), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:10.255287 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0c59aa30-c770-473f-a5ca-74ab607e79fe admin admin] Publish callbacks [] for security_group (5b89df67-79b0-4ac2-98b4-6ef324d1aa64), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:10.290400 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:10.305565 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0c59aa30-c770-473f-a5ca-74ab607e79fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (5b89df67-79b0-4ac2-98b4-6ef324d1aa64), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:10.308228 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0c59aa30-c770-473f-a5ca-74ab607e79fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:10.309355 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-0c59aa30-c770-473f-a5ca-74ab607e79fe admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5b89df67-79b0-4ac2-98b4-6ef324d1aa64 HTTP/1.1" status: 204 len: 168 time: 0.1191862 Sep 09 20:33:10.316996 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59aa30-c770-473f-a5ca-74ab607e79fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b89df67-79b0-4ac2-98b4-6ef324d1aa64,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:10.866861 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9d244-a1d4-4734-91fe-93d02c4a3f3f req-18239116-f7cb-4928-b07b-ede3773b5452 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:10.868321 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0ed9d244-a1d4-4734-91fe-93d02c4a3f3f req-18239116-f7cb-4928-b07b-ede3773b5452 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0500495 Sep 09 20:33:10.874940 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:10.915789 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0ed9d244-a1d4-4734-91fe-93d02c4a3f3f req-6cb792d5-d8ac-4676-b811-18693abfe291 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417147 Sep 09 20:33:11.042398 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:11.061356 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:11.061707 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 7deb5860-bffd-4ba2-9c84-9f34ff5effe5 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:11.837859 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device ccc294b6-8a23-4205-8c36-01b2941e0c68 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:11.857149 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: ccc294b6-8a23-4205-8c36-01b2941e0c68 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:11.857596 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device ccc294b6-8a23-4205-8c36-01b2941e0c68 not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:12.036460 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ae505-90ff-4468-a673-2770f4f31e85 req-6c8ffb0f-c3c5-4794-90f0-06b6686909ac tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:12.037918 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-947ae505-90ff-4468-a673-2770f4f31e85 req-6c8ffb0f-c3c5-4794-90f0-06b6686909ac tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0455687 Sep 09 20:33:12.084120 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-947ae505-90ff-4468-a673-2770f4f31e85 req-faf7c8f7-0f7c-478a-9d2e-f88b9e3b0a22 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Sep 09 20:33:12.290254 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:12.446662 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:13.206556 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda57ca1-48f6-41db-8349-1fc3c047b0d2 req-c867e6c1-921a-436f-ac02-7084efc8c108 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:13.208002 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fda57ca1-48f6-41db-8349-1fc3c047b0d2 req-c867e6c1-921a-436f-ac02-7084efc8c108 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0496862 Sep 09 20:33:13.258124 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fda57ca1-48f6-41db-8349-1fc3c047b0d2 req-552a4d0e-c12d-4210-96bc-7c2b52021919 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441537 Sep 09 20:33:14.054126 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dc2f0-bf5f-4d06-a1a2-8065eeac2885 req-2ddd356f-de50-4edc-8a24-66f380625aae tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:14.055560 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7c2dc2f0-bf5f-4d06-a1a2-8065eeac2885 req-2ddd356f-de50-4edc-8a24-66f380625aae tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0456672 Sep 09 20:33:14.140145 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-7c2dc2f0-bf5f-4d06-a1a2-8065eeac2885 req-a3585820-4ed3-4805-99a9-b51464282ce6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Deleting port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:14.140539 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-7c2dc2f0-bf5f-4d06-a1a2-8065eeac2885 req-a3585820-4ed3-4805-99a9-b51464282ce6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:14.231733 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-7c2dc2f0-bf5f-4d06-a1a2-8065eeac2885 req-a3585820-4ed3-4805-99a9-b51464282ce6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] For port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=727b9f9f-0d7b-470a-ba5d-2023a0e7304d,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:14.232098 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-7c2dc2f0-bf5f-4d06-a1a2-8065eeac2885 req-a3585820-4ed3-4805-99a9-b51464282ce6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:14.245486 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-7c2dc2f0-bf5f-4d06-a1a2-8065eeac2885 req-a3585820-4ed3-4805-99a9-b51464282ce6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Calling delete_port for 727b9f9f-0d7b-470a-ba5d-2023a0e7304d owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:14.306132 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:14.378109 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-7c2dc2f0-bf5f-4d06-a1a2-8065eeac2885 req-a3585820-4ed3-4805-99a9-b51464282ce6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (727b9f9f-0d7b-470a-ba5d-2023a0e7304d), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:14.379323 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf2840-3025-4f3c-a2d4-82c9cde5cb2c req-13471017-2eef-4781-97aa-9643188acf02 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:14.380823 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-96cf2840-3025-4f3c-a2d4-82c9cde5cb2c req-13471017-2eef-4781-97aa-9643188acf02 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5 HTTP/1.1" status: 200 len: 945 time: 0.0476530 Sep 09 20:33:14.389963 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['727b9f9f-0d7b-470a-ba5d-2023a0e7304d'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:33:14.399780 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:14.407969 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3585820-4ed3-4805-99a9-b51464282ce6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Pushing event deleted for resources: {'Port': ['ID=727b9f9f-0d7b-470a-ba5d-2023a0e7304d,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:14.432717 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-96cf2840-3025-4f3c-a2d4-82c9cde5cb2c req-8f860970-6736-4fe4-a92b-d97609456acd tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=40e4fbdb-df55-46a1-bdf3-4369d56e04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459549 Sep 09 20:33:14.454978 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2dc2f0-bf5f-4d06-a1a2-8065eeac2885 req-a3585820-4ed3-4805-99a9-b51464282ce6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] No DVR routers for this DVR port 727b9f9f-0d7b-470a-ba5d-2023a0e7304d on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:33:14.457477 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-7c2dc2f0-bf5f-4d06-a1a2-8065eeac2885 req-a3585820-4ed3-4805-99a9-b51464282ce6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:14.460851 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-7c2dc2f0-bf5f-4d06-a1a2-8065eeac2885 req-a3585820-4ed3-4805-99a9-b51464282ce6 tempest-ServerRescueNegativeTestJSON-404208800 tempest-ServerRescueNegativeTestJSON-404208800-project] 10.222.0.25 "DELETE /networking/v2.0/ports/727b9f9f-0d7b-470a-ba5d-2023a0e7304d HTTP/1.1" status: 204 len: 173 time: 0.3998294 Sep 09 20:33:14.461384 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5', 'name': 'network-vif-deleted', 'tag': '727b9f9f-0d7b-470a-ba5d-2023a0e7304d'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:33:14.463581 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef602b4-9057-417a-9304-e95d464e66ef" -d '{"events": [{"server_uuid": "fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5", "name": "network-vif-deleted", "tag": "727b9f9f-0d7b-470a-ba5d-2023a0e7304d"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:33:14.506331 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b61c44-01d2-4d71-a742-675f2f0ec00c x-openstack-request-id: req-60b61c44-01d2-4d71-a742-675f2f0ec00c {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:33:14.506745 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5", "name": "network-vif-deleted", "tag": "727b9f9f-0d7b-470a-ba5d-2023a0e7304d", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:33:14.507005 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60b61c44-01d2-4d71-a742-675f2f0ec00c {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:33:14.507417 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b61c44-01d2-4d71-a742-675f2f0ec00c'] response: {'server_uuid': 'fa3c0b52-fb60-41c6-b85e-8aa058aaa4c5', 'name': 'network-vif-deleted', 'tag': '727b9f9f-0d7b-470a-ba5d-2023a0e7304d', 'status': 'completed', 'code': 200} Sep 09 20:33:15.499965 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34086) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:15.982739 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-999fd6b3-f625-42ab-8b8a-62e5de2fcd97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903210'] for router_interface (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:16.435179 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:16.443261 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-999fd6b3-f625-42ab-8b8a-62e5de2fcd97 admin admin] Deleting port 54e4bab1-f994-4886-8c25-84ab5417dbb7 {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:16.443601 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-999fd6b3-f625-42ab-8b8a-62e5de2fcd97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:16.521590 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [None req-999fd6b3-f625-42ab-8b8a-62e5de2fcd97 admin admin] For port 54e4bab1-f994-4886-8c25-84ab5417dbb7, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=54e4bab1-f994-4886-8c25-84ab5417dbb7,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:16.522204 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-999fd6b3-f625-42ab-8b8a-62e5de2fcd97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:16.535106 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-999fd6b3-f625-42ab-8b8a-62e5de2fcd97 admin admin] Calling delete_port for 54e4bab1-f994-4886-8c25-84ab5417dbb7 owned by network:router_interface {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:16.711638 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:16.724309 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-999fd6b3-f625-42ab-8b8a-62e5de2fcd97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (54e4bab1-f994-4886-8c25-84ab5417dbb7), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:16.751508 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999fd6b3-f625-42ab-8b8a-62e5de2fcd97 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e4bab1-f994-4886-8c25-84ab5417dbb7,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:16.913979 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-999fd6b3-f625-42ab-8b8a-62e5de2fcd97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924250'] for router_interface (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:17.126917 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999fd6b3-f625-42ab-8b8a-62e5de2fcd97 admin admin] Router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:33:17.228928 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999fd6b3-f625-42ab-8b8a-62e5de2fcd97 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:33:17.234112 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-999fd6b3-f625-42ab-8b8a-62e5de2fcd97 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/ac6686f2-8ac0-43de-9267-aaef1cefdfc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7331021 Sep 09 20:33:17.237021 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34102) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:17.237731 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f19501-e664-4752-ae49-50eb66dd0200 None None] Sync routers for ids ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:33:17.248193 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f19501-e664-4752-ae49-50eb66dd0200 None None] Routers {'ac6686f2-8ac0-43de-9267-aaef1cefdfc0'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:17.248816 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-32f19501-e664-4752-ae49-50eb66dd0200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:33:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:17.286758 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:17.333357 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] Publish callbacks [] for router (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:17.347779 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-32f19501-e664-4752-ae49-50eb66dd0200 None None] Set router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:17.438942 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] Publish callbacks [] for router_gateway (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:17.488126 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] Deleting port 6edc4208-6a9e-400b-b546-c3534ddbf8d1 {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:17.488459 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (6edc4208-6a9e-400b-b546-c3534ddbf8d1), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:17.514558 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-32f19501-e664-4752-ae49-50eb66dd0200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:33:16Z', 'revision_number': 5, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port': {'id': '6edc4208-6a9e-400b-b546-c3534ddbf8d1', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:17.543529 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f19501-e664-4752-ae49-50eb66dd0200 None None] Checking router: ac6686f2-8ac0-43de-9267-aaef1cefdfc0 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:33:17.552359 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f19501-e664-4752-ae49-50eb66dd0200 None None] Routers {'ac6686f2-8ac0-43de-9267-aaef1cefdfc0'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:17.553028 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-32f19501-e664-4752-ae49-50eb66dd0200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:33:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:17.574976 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] For port 6edc4208-6a9e-400b-b546-c3534ddbf8d1, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=6edc4208-6a9e-400b-b546-c3534ddbf8d1,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:17.575552 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (6edc4208-6a9e-400b-b546-c3534ddbf8d1), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:17.589274 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] Calling delete_port for 6edc4208-6a9e-400b-b546-c3534ddbf8d1 owned by network:router_gateway {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:17.636324 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-32f19501-e664-4752-ae49-50eb66dd0200 None None] Set router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 gateway port host: None {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:17.658741 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:17.691959 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-32f19501-e664-4752-ae49-50eb66dd0200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:33:17Z', 'revision_number': 6, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port_host': None}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:17.719665 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f19501-e664-4752-ae49-50eb66dd0200 None None] The sync data for ids ['ac6686f2-8ac0-43de-9267-aaef1cefdfc0'] in dv-cinder-849325-4-iscsi is: [{'id': 'ac6686f2-8ac0-43de-9267-aaef1cefdfc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1232428893-router', 'tenant_id': 'f07defd609684351b4b7d0d110212a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:01Z', 'updated_at': '2022-09-09T20:33:17Z', 'revision_number': 6, 'project_id': 'f07defd609684351b4b7d0d110212a7c', 'gw_port_host': None}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:33:17.799754 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (6edc4208-6a9e-400b-b546-c3534ddbf8d1), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:17.823998 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] Pushing event deleted for resources: {'Port': ['ID=6edc4208-6a9e-400b-b546-c3534ddbf8d1,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:17.844928 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 727b9f9f-0d7b-470a-ba5d-2023a0e7304d no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:17.868693 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: 727b9f9f-0d7b-470a-ba5d-2023a0e7304d {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:17.869121 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 727b9f9f-0d7b-470a-ba5d-2023a0e7304d not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:17.899782 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3926632'] for router_gateway (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:17.989775 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3927884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8556'] for router (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:17.991963 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] Publish callbacks [] for router_controller (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), precommit_delete_associations {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.033917 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924271'] for router (ac6686f2-8ac0-43de-9267-aaef1cefdfc0), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.034426 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac6686f2-8ac0-43de-9267-aaef1cefdfc0 {{(pid=106234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:33:18.038761 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.040025 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-18e07ee2-2311-469a-a12b-b8c6bb0dd192 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/ac6686f2-8ac0-43de-9267-aaef1cefdfc0 HTTP/1.1" status: 204 len: 168 time: 0.8020637 Sep 09 20:33:18.042680 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34118) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:18.088363 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_v2 [None req-266490b0-5e4a-4ce5-8351-dd90a9f2d758 admin admin] Deleting subnet 6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 {{(pid=106234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:33:18.091803 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-266490b0-5e4a-4ce5-8351-dd90a9f2d758 admin admin] Publish callbacks [] for subnet (6d70a9b7-1f8e-4795-a1dc-d4fb520bd182), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.132800 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-266490b0-5e4a-4ce5-8351-dd90a9f2d758 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406083'] for subnet (6d70a9b7-1f8e-4795-a1dc-d4fb520bd182), precommit_delete_associations {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.239919 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-266490b0-5e4a-4ce5-8351-dd90a9f2d758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (6d70a9b7-1f8e-4795-a1dc-d4fb520bd182), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.280375 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:18.298410 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-266490b0-5e4a-4ce5-8351-dd90a9f2d758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12204128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8389842'] for subnet (6d70a9b7-1f8e-4795-a1dc-d4fb520bd182), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.323071 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266490b0-5e4a-4ce5-8351-dd90a9f2d758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d70a9b7-1f8e-4795-a1dc-d4fb520bd182,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:18.326699 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-266490b0-5e4a-4ce5-8351-dd90a9f2d758 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.329788 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-266490b0-5e4a-4ce5-8351-dd90a9f2d758 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/6d70a9b7-1f8e-4795-a1dc-d4fb520bd182 HTTP/1.1" status: 204 len: 168 time: 0.2861850 Sep 09 20:33:18.332218 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34120) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:18.334709 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ab43bd-49c0-48ba-bb9f-0b109a7629a7 None None] Network b188b4ef-6195-4514-85bf-2356d78cce90 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:33:18.400418 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (b188b4ef-6195-4514-85bf-2356d78cce90), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.448152 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] Deleting port be33bf27-6221-4ade-b35b-8443bcd61ff3 {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:18.448510 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (be33bf27-6221-4ade-b35b-8443bcd61ff3), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.515960 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] For port be33bf27-6221-4ade-b35b-8443bcd61ff3, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=be33bf27-6221-4ade-b35b-8443bcd61ff3,segment=NetworkSegment(725a5bde-dc7a-4e8b-a000-923e94080fb0),segment_id=725a5bde-dc7a-4e8b-a000-923e94080fb0)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:18.516322 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (be33bf27-6221-4ade-b35b-8443bcd61ff3), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.528898 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] Calling delete_port for be33bf27-6221-4ade-b35b-8443bcd61ff3 owned by network:dhcp {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:18.593354 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:18.615450 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (be33bf27-6221-4ade-b35b-8443bcd61ff3), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.621227 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df6bdb9-0e25-437a-a27a-b5db07660f62 None None] DHCP port deletion for b188b4ef-6195-4514-85bf-2356d78cce90 request from dv-cinder-849325-4-iscsi {{(pid=106236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 20:33:18.643638 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] Pushing event deleted for resources: {'Port': ['ID=be33bf27-6221-4ade-b35b-8443bcd61ff3,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:18.648100 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] No DVR routers for this DVR port be33bf27-6221-4ade-b35b-8443bcd61ff3 on host dv-cinder-849325-4-iscsi {{(pid=106234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:33:18.723980 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (b188b4ef-6195-4514-85bf-2356d78cce90), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.745602 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b188b4ef-6195-4514-85bf-2356d78cce90']}} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:18.756178 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725a5bde-dc7a-4e8b-a000-923e94080fb0') {'for_net_delete': True} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:18.756431 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725a5bde-dc7a-4e8b-a000-923e94080fb0') {} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:18.768393 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8406200'] for segment (725a5bde-dc7a-4e8b-a000-923e94080fb0), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.781521 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (725a5bde-dc7a-4e8b-a000-923e94080fb0), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.788494 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:33:18.788979 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12204042'] for segment (725a5bde-dc7a-4e8b-a000-923e94080fb0), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.829872 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment 725a5bde-dc7a-4e8b-a000-923e94080fb0 resource provider aggregate not found Sep 09 20:33:18.848291 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment 725a5bde-dc7a-4e8b-a000-923e94080fb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 725a5bde-dc7a-4e8b-a000-923e94080fb0 found for delete ", "request_id": "req-a7b5c909-0fa8-4359-b59c-3ce6b284f8e9"}]} Sep 09 20:33:18.853179 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (b188b4ef-6195-4514-85bf-2356d78cce90), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.860779 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:18.866574 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/b188b4ef-6195-4514-85bf-2356d78cce90 HTTP/1.1" status: 204 len: 168 time: 0.5309246 Sep 09 20:33:18.873988 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43194b-ea19-4a3e-928c-7b9b557de96a admin admin] Pushing event deleted for resources: {'Network': ['ID=b188b4ef-6195-4514-85bf-2356d78cce90,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:18.982862 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34132) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:18.990701 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:19.026274 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-5d5afc40-1160-424f-8135-7b126c5a4d1a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f07defd609684351b4b7d0d110212a7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422871 Sep 09 20:33:19.028787 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34136) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:19.061743 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device be33bf27-6221-4ade-b35b-8443bcd61ff3 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:19.083755 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: be33bf27-6221-4ade-b35b-8443bcd61ff3 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:19.084127 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device be33bf27-6221-4ade-b35b-8443bcd61ff3 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:19.084817 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 54e4bab1-f994-4886-8c25-84ab5417dbb7 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:19.086738 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8892bbdc-c137-4ccf-a4f4-c1d263c1d263 admin admin] Publish callbacks [] for security_group (40e4fbdb-df55-46a1-bdf3-4369d56e04a1), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:19.104378 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 54e4bab1-f994-4886-8c25-84ab5417dbb7 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:19.104867 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 54e4bab1-f994-4886-8c25-84ab5417dbb7 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:19.105448 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 6edc4208-6a9e-400b-b546-c3534ddbf8d1 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:19.109521 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8892bbdc-c137-4ccf-a4f4-c1d263c1d263 admin admin] Publish callbacks [] for security_group (40e4fbdb-df55-46a1-bdf3-4369d56e04a1), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:19.125614 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 6edc4208-6a9e-400b-b546-c3534ddbf8d1 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:19.126507 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 6edc4208-6a9e-400b-b546-c3534ddbf8d1 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:19.170336 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8892bbdc-c137-4ccf-a4f4-c1d263c1d263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (40e4fbdb-df55-46a1-bdf3-4369d56e04a1), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:19.174108 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8892bbdc-c137-4ccf-a4f4-c1d263c1d263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:19.175423 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-8892bbdc-c137-4ccf-a4f4-c1d263c1d263 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/40e4fbdb-df55-46a1-bdf3-4369d56e04a1 HTTP/1.1" status: 204 len: 168 time: 0.1453815 Sep 09 20:33:19.197836 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892bbdc-c137-4ccf-a4f4-c1d263c1d263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e4fbdb-df55-46a1-bdf3-4369d56e04a1,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:19.676390 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb909b5-7413-487d-8d18-5d08178559d3 req-632a8991-7ec5-4c5e-af3d-5358d839ca48 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:19.677912 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dfb909b5-7413-487d-8d18-5d08178559d3 req-632a8991-7ec5-4c5e-af3d-5358d839ca48 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0489275 Sep 09 20:33:19.732784 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dfb909b5-7413-487d-8d18-5d08178559d3 req-9639c143-91ab-47b7-957e-569b5e78e074 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484152 Sep 09 20:33:19.944785 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34180) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:20.039011 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-194612284-network', 'tenant_id': '624ed22fc46047e1a842200db3388b63'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:33:20.058759 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] Made reservation on behalf of 624ed22fc46047e1a842200db3388b63 for: {'network': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:33:20.061059 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.070033 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.146665 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] Publish callbacks [] for security_group (78ca180f-7721-4a6b-aebc-a7176697b206), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.150251 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (78ca180f-7721-4a6b-aebc-a7176697b206), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.178468 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=106235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:33:20.184941 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ca180f-7721-4a6b-aebc-a7176697b206,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:20.191725 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (f314c1d3-8a4c-4802-8c6d-531cb71a742c), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.192075 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.segments_db [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] Added segment f314c1d3-8a4c-4802-8c6d-531cb71a742c of type vlan for network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f Sep 09 20:33:20.231059 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (acf3cd1a-b4b0-4a34-82b2-e2951d096a8f), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.259332 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (acf3cd1a-b4b0-4a34-82b2-e2951d096a8f), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.260307 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:20.260916 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.311868 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3659506 Sep 09 20:33:20.315895 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34184) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:20.320663 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-54f28769-e0f2-4bbb-a2ef-364cffa469ec admin admin] Request body: {'subnet': {'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-194612284-subnet', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:33:20.323470 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338f9d6-aa26-4379-b5f9-55e4dee34143 admin admin] Pushing event updated for resources: {'Network': ['ID=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:20.336816 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:33:20.339728 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f28769-e0f2-4bbb-a2ef-364cffa469ec admin admin] Made reservation on behalf of 624ed22fc46047e1a842200db3388b63 for: {'subnet': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:33:20.342169 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-54f28769-e0f2-4bbb-a2ef-364cffa469ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8389813'] for subnet (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.378401 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:20.390788 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:20.510303 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-54f28769-e0f2-4bbb-a2ef-364cffa469ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12199335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8389803'] for subnet (cc644494-9f43-4a38-b775-113edbb4b69f), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.550368 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:20.559948 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f28769-e0f2-4bbb-a2ef-364cffa469ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc644494-9f43-4a38-b775-113edbb4b69f,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:20.576878 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f28769-e0f2-4bbb-a2ef-364cffa469ec admin admin] Checking segment: {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:33:20.577161 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f28769-e0f2-4bbb-a2ef-364cffa469ec admin admin] Network hostable DHCP agents. Network: acf3cd1a-b4b0-4a34-82b2-e2951d096a8f, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:33:20.599560 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f28769-e0f2-4bbb-a2ef-364cffa469ec admin admin] Network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:33:20.608578 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-54f28769-e0f2-4bbb-a2ef-364cffa469ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, acf3cd1a-b4b0-4a34-82b2-e2951d096a8f) {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:33:20.613401 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f28769-e0f2-4bbb-a2ef-364cffa469ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:20.614077 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-54f28769-e0f2-4bbb-a2ef-364cffa469ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.619138 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbc4969-e7e8-406b-b224-23031493e3fe None None] Network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:33:20.630564 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-54f28769-e0f2-4bbb-a2ef-364cffa469ec admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3138165 Sep 09 20:33:20.633607 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34188) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:20.637779 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:33:20.657828 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8542'] for router (549801df-edf5-4c2d-9b08-99e9bfdfff0b), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.659029 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3928055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3906963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3841639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8551'] for router (549801df-edf5-4c2d-9b08-99e9bfdfff0b), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.715352 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Publish callbacks [] for router_controller (549801df-edf5-4c2d-9b08-99e9bfdfff0b), precommit_add_association {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.732905 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4441b4b3-f14a-588a-a12e-fdb9a972832d-acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f'}]}} from dv-cinder-849325-4-iscsi. {{(pid=106236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 20:33:20.733907 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.786356 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:20.862774 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Publish callbacks [] for router_gateway (549801df-edf5-4c2d-9b08-99e9bfdfff0b), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:20.880123 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.db_base_plugin_common [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Allocated IP 172.20.0.2 (acf3cd1a-b4b0-4a34-82b2-e2951d096a8f/cc644494-9f43-4a38-b775-113edbb4b69f/5a7d5ca0-909d-4746-9cd3-196024bd3318) {{(pid=106236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:33:20.913598 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca12626-8531-4b86-aed4-d03b41bd9d0f req-26b78085-176f-455b-927c-2598aa0dc8bd tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:20.915033 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cca12626-8531-4b86-aed4-d03b41bd9d0f req-26b78085-176f-455b-927c-2598aa0dc8bd tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0690000 Sep 09 20:33:21.003530 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cca12626-8531-4b86-aed4-d03b41bd9d0f req-53790fdf-4933-4432-b2be-49ebae2f9bd1 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638134 Sep 09 20:33:21.038451 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Publish callbacks [] for port (5a7d5ca0-909d-4746-9cd3-196024bd3318), precommit_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:21.043807 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (5a7d5ca0-909d-4746-9cd3-196024bd3318), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:21.084828 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f is already hosted by enough agents. {{(pid=106236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:33:21.089988 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.base_scheduler [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Resources bound (agent type, host, resource id): {{(pid=106236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:33:21.092442 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Received port after_create {{(pid=106236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:33:21.095522 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Pushing event updated for resources: {'Port': ['ID=5a7d5ca0-909d-4746-9cd3-196024bd3318,revision_number=1']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:21.112693 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Publish callbacks [] for router_gateway (549801df-edf5-4c2d-9b08-99e9bfdfff0b), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:21.131610 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:21.149068 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Attempting to bind port 5a7d5ca0-909d-4746-9cd3-196024bd3318 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:33:21.149477 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Attempting to bind port 5a7d5ca0-909d-4746-9cd3-196024bd3318 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:33:21.149850 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Attempting to bind port 5a7d5ca0-909d-4746-9cd3-196024bd3318 on network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:33:21.190918 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:33:21.191289 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Checking segment: {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:33:21.191692 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:21.192084 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Bound using segment: {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:33:21.192559 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Bound port: 5a7d5ca0-909d-4746-9cd3-196024bd3318, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:33:21.192938 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (5a7d5ca0-909d-4746-9cd3-196024bd3318), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:21.242363 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Allocated IP 172.27.1.62 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:33:21.255849 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] For port 5a7d5ca0-909d-4746-9cd3-196024bd3318, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:33:21.259279 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] For port 5a7d5ca0-909d-4746-9cd3-196024bd3318, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=5a7d5ca0-909d-4746-9cd3-196024bd3318,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:33:21.265076 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (5a7d5ca0-909d-4746-9cd3-196024bd3318), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:21.316125 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5862a74-57e1-44ff-8b90-e3f0272f2348 None None] Pushing event updated for resources: {'Port': ['ID=5a7d5ca0-909d-4746-9cd3-196024bd3318,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:21.357750 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Publish callbacks [] for port (61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:21.381523 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:21.392621 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:21.434209 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:33:21.445652 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:33:21.450787 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:33:21.477446 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Pushing event updated for resources: {'Port': ['ID=61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:21.975823 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Publish callbacks [] for router_gateway (549801df-edf5-4c2d-9b08-99e9bfdfff0b), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:22.019279 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:22.163610 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06dda34-be6e-43ae-a60f-d99ba55c14a2 None None] Network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:33:22.195131 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08fb02-cf78-4da2-8a1f-8aeb77ce029e req-67ad73bd-8579-494b-bcf8-c0478e0319f9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:22.196499 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9c08fb02-cf78-4da2-8a1f-8aeb77ce029e req-67ad73bd-8579-494b-bcf8-c0478e0319f9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0884504 Sep 09 20:33:22.219742 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-176d725e-e4cf-4c56-ae53-ac312d1a2a9e None None] Provisioning complete for port 5a7d5ca0-909d-4746-9cd3-196024bd3318 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:33:22.220115 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-176d725e-e4cf-4c56-ae53-ac312d1a2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (5a7d5ca0-909d-4746-9cd3-196024bd3318), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:22.227763 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3927968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3926619'] for router (549801df-edf5-4c2d-9b08-99e9bfdfff0b), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:22.260504 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:22.293188 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9c08fb02-cf78-4da2-8a1f-8aeb77ce029e req-f0cd7d13-0abc-49a7-9dca-6dffd84a12d7 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874183 Sep 09 20:33:22.297173 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:22.348001 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-176d725e-e4cf-4c56-ae53-ac312d1a2a9e None None] Current status of the port 5a7d5ca0-909d-4746-9cd3-196024bd3318 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:33:22.348575 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-176d725e-e4cf-4c56-ae53-ac312d1a2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (5a7d5ca0-909d-4746-9cd3-196024bd3318), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:22.384984 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-176d725e-e4cf-4c56-ae53-ac312d1a2a9e None None] For port 5a7d5ca0-909d-4746-9cd3-196024bd3318, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=5a7d5ca0-909d-4746-9cd3-196024bd3318,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:22.388570 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Router 549801df-edf5-4c2d-9b08-99e9bfdfff0b is scheduled to L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f with binding_index 1 {{(pid=106234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:33:22.389824 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-176d725e-e4cf-4c56-ae53-ac312d1a2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (5a7d5ca0-909d-4746-9cd3-196024bd3318), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:22.442878 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d725e-e4cf-4c56-ae53-ac312d1a2a9e None None] Pushing event updated for resources: {'Port': ['ID=5a7d5ca0-909d-4746-9cd3-196024bd3318,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:22.507527 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:33:22.517700 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Sync routers for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:33:22.527951 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:22.529266 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-673dcaf6-8776-483d-b9f8-5ef7622ff76e admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8947096 Sep 09 20:33:22.532111 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34196) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:22.533315 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:22.534064 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:33:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:22.637792 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-1486ad93-8b4b-4879-8ca5-1330207ed75f None None] Provisioning complete for port 5a7d5ca0-909d-4746-9cd3-196024bd3318 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:33:22.638169 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-1486ad93-8b4b-4879-8ca5-1330207ed75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (5a7d5ca0-909d-4746-9cd3-196024bd3318), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:22.662854 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:22.669337 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:22.828126 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-1486ad93-8b4b-4879-8ca5-1330207ed75f None None] Current status of the port 5a7d5ca0-909d-4746-9cd3-196024bd3318 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:33:22.879798 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:21Z', 'revision_number': 3, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:22.880088 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:22.909702 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Checking router: 549801df-edf5-4c2d-9b08-99e9bfdfff0b for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:33:22.910055 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Updating router 549801df-edf5-4c2d-9b08-99e9bfdfff0b port 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d binding host dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:33:22.932128 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:22.940681 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:23.088696 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Allocated IP 172.20.0.1 (acf3cd1a-b4b0-4a34-82b2-e2951d096a8f/cc644494-9f43-4a38-b775-113edbb4b69f/64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:33:23.094055 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 5a7d5ca0-909d-4746-9cd3-196024bd3318 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:33:23.182525 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 5a7d5ca0-909d-4746-9cd3-196024bd3318 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:33:23.183260 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (5a7d5ca0-909d-4746-9cd3-196024bd3318), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:23.194910 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Publish callbacks [] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:23.210599 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:23.227276 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:23.231726 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:23.263938 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Publish callbacks [] for port (61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d), precommit_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:23.270737 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:33:23.273015 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:23.274435 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:33:23.276854 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:33:23.304040 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Pushing event updated for resources: {'Port': ['ID=64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:23.314563 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:23.314926 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:23.315254 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:23.315594 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:23.315932 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:23.316261 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:23.316585 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:23.316926 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:23.317233 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:23.317584 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:23.317909 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:23.318232 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:23.318554 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:23.318871 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:23.319188 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:23.340249 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902993'] for router_interface (549801df-edf5-4c2d-9b08-99e9bfdfff0b), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:23.464414 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Attempting to bind port 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:33:23.465081 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Attempting to bind port 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:33:23.465479 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Attempting to bind port 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d on network 4c72e26c-57d6-47f3-8e84-e01e12378c25 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:33:23.482006 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff04d35-4efd-48de-b814-b37bb73f5411 req-8ccf389f-8e5e-4265-965b-03c6e2906437 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:23.489376 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6ff04d35-4efd-48de-b814-b37bb73f5411 req-8ccf389f-8e5e-4265-965b-03c6e2906437 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0893323 Sep 09 20:33:23.496364 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 5a7d5ca0-909d-4746-9cd3-196024bd3318 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:33:23.507116 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cb100-f158-4cab-b0c4-d31cf7eb1056 None None] Pushing event updated for resources: {'Port': ['ID=61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:23.526852 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:33:23.527591 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Checking segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:33:23.527734 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:23.528006 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Bound using segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:33:23.528483 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Bound port: 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:33:23.528862 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:23.543585 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:23.546217 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:23.557668 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:23.567045 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-b2c52a79-9be2-4198-a981-57ca561d5c70 None None] Provisioning complete for port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:33:23.567428 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-b2c52a79-9be2-4198-a981-57ca561d5c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:23.592226 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6ff04d35-4efd-48de-b814-b37bb73f5411 req-dd9c6bb9-d69a-48fa-9398-c69c9312c39c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017778 Sep 09 20:33:23.620303 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] For port 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:33:23.622459 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-b2c52a79-9be2-4198-a981-57ca561d5c70 None None] Port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:33:23.634715 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] For port 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:33:23.642029 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:23.682322 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:23.685797 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:33:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:23.745721 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Publish callbacks [] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:23.751051 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12204078'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:23.752691 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cb100-f158-4cab-b0c4-d31cf7eb1056 None None] Pushing event updated for resources: {'Port': ['ID=61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:23.807213 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:23.819251 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903117'] for router_interface (549801df-edf5-4c2d-9b08-99e9bfdfff0b), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:23.821157 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Pushing event updated for resources: {'Port': ['ID=64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:23.916285 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:33:23.917681 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:33:24.007945 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 1, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:24.028430 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Router 549801df-edf5-4c2d-9b08-99e9bfdfff0b has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:33:24.035798 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69363598-bc63-4ad7-a335-1ecb9f0ac960 None None] The sync data for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi is: [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 1, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:33:24.140465 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:33:24.145969 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-8d2e64bf-4542-4bd9-83b2-3c2b83347dc1 None None] Provisioning complete for port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:33:24.146209 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-52bfb142-707b-4905-a5d6-7e0f17358e00 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/549801df-edf5-4c2d-9b08-99e9bfdfff0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6130815 Sep 09 20:33:24.146334 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8d2e64bf-4542-4bd9-83b2-3c2b83347dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:24.179194 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e64bf-4542-4bd9-83b2-3c2b83347dc1 None None] Port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:33:24.460461 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34210) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:24.465097 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-7f141d4a-f979-4ca3-b06b-1347c41f1bbb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--599612254', 'description': 'tempest-description--1404505600'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:33:24.488186 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7f141d4a-f979-4ca3-b06b-1347c41f1bbb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:24.559205 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7f141d4a-f979-4ca3-b06b-1347c41f1bbb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (4bebc85f-b5cb-4be5-8a29-254125ba386a), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:24.563932 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7f141d4a-f979-4ca3-b06b-1347c41f1bbb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (4bebc85f-b5cb-4be5-8a29-254125ba386a), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:24.593447 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7f141d4a-f979-4ca3-b06b-1347c41f1bbb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:24.598056 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-7f141d4a-f979-4ca3-b06b-1347c41f1bbb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1332335 Sep 09 20:33:24.598056 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34212) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:24.603772 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-ec996756-7798-48df-aa7b-7989b920a7d9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'security_group_rule': {'security_group_id': '4bebc85f-b5cb-4be5-8a29-254125ba386a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:33:24.609719 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f141d4a-f979-4ca3-b06b-1347c41f1bbb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bebc85f-b5cb-4be5-8a29-254125ba386a,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:24.634427 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec996756-7798-48df-aa7b-7989b920a7d9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (c9709525-3959-4139-b271-1a730e5271e8), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:24.647281 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:24.650164 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:24.768726 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf6fdb-e6b8-47c7-9231-87aafb335f2f req-cd2a547d-22b4-405b-ac0f-3e174faa9b82 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:24.770253 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7daf6fdb-e6b8-47c7-9231-87aafb335f2f req-cd2a547d-22b4-405b-ac0f-3e174faa9b82 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0592062 Sep 09 20:33:24.772205 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec996756-7798-48df-aa7b-7989b920a7d9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (c9709525-3959-4139-b271-1a730e5271e8), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:24.776626 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec996756-7798-48df-aa7b-7989b920a7d9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (c9709525-3959-4139-b271-1a730e5271e8), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:24.819311 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec996756-7798-48df-aa7b-7989b920a7d9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9709525-3959-4139-b271-1a730e5271e8,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:24.826678 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec996756-7798-48df-aa7b-7989b920a7d9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:24.831070 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-ec996756-7798-48df-aa7b-7989b920a7d9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2287107 Sep 09 20:33:24.831384 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34218) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:24.836557 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'security_group_rule': {'security_group_id': '4bebc85f-b5cb-4be5-8a29-254125ba386a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:33:24.857944 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7daf6fdb-e6b8-47c7-9231-87aafb335f2f req-73ac8280-2ce5-4de2-9c78-4f472ad76357 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760806 Sep 09 20:33:24.866074 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (a6ee0202-8822-4d28-af0f-63e40b570f2f), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:24.929847 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (a6ee0202-8822-4d28-af0f-63e40b570f2f), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:24.934050 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (a6ee0202-8822-4d28-af0f-63e40b570f2f), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:24.951657 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:24.953499 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ee0202-8822-4d28-af0f-63e40b570f2f,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:24.964702 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:24.965922 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331887 Sep 09 20:33:24.967248 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:24.967588 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:24.967927 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:24.968255 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:24.968585 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:24.968914 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:24.969185 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34220) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:24.970351 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:24.970351 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:24.970532 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:24.970872 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:24.971148 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:24.975240 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:24.975240 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:24.975240 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:24.975240 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d00d9a-81e7-4300-a93a-53ff43e88c36 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:24.975680 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'floatingip': {'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:33:25.002823 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:25.088565 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:33:25.095894 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:25.138042 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:33:25.138428 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:25.204269 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:25.204811 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:25.218544 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:33:25.218917 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:25.220582 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Allocated IP 172.27.1.231 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/cd34700a-f585-4b80-acd6-07cb7eea6ead) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:33:25.242268 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:25.249730 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:25.314122 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:25.353174 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for port (cd34700a-f585-4b80-acd6-07cb7eea6ead), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:25.392005 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (cd34700a-f585-4b80-acd6-07cb7eea6ead), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:25.436328 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:33:25.440225 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:33:25.443979 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:33:25.447209 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'Port': ['ID=cd34700a-f585-4b80-acd6-07cb7eea6ead,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:25.525692 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (d7130555-f2cc-49b5-88f7-3f4b83390256), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:25.566587 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (cd34700a-f585-4b80-acd6-07cb7eea6ead), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:25.596912 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:25.604070 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:25.721478 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for port (cd34700a-f585-4b80-acd6-07cb7eea6ead), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:25.726586 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12204078'] for port (cd34700a-f585-4b80-acd6-07cb7eea6ead), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:25.798621 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'Port': ['ID=cd34700a-f585-4b80-acd6-07cb7eea6ead,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:25.800972 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (d7130555-f2cc-49b5-88f7-3f4b83390256), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:25.823075 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:25.824420 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-22864e12-1aa4-4ce7-beed-97fbeb6a41da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8535545 Sep 09 20:33:26.019458 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a33e7-dcc6-419e-9664-53e2ce012405 req-81673341-c6e8-47ae-ab63-2eb1b38a632e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:26.020907 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2e9a33e7-dcc6-419e-9664-53e2ce012405 req-81673341-c6e8-47ae-ab63-2eb1b38a632e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0753443 Sep 09 20:33:26.024995 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-300b1b2f-ce03-440d-be26-fcdfd6a41d31 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--599612254&fields=id&tenant_id=624ed22fc46047e1a842200db3388b63 HTTP/1.1" status: 200 len: 267 time: 0.0812321 Sep 09 20:33:26.130175 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Sync routers for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:33:26.142028 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:26.142787 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:33:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:26.187026 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:26.249912 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:26.392171 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2e9a33e7-dcc6-419e-9664-53e2ce012405 req-d66a89ec-991a-4ff2-b963-fe0bd9b2e7d9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655963 Sep 09 20:33:26.445967 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ae38d-066d-4b00-bb81-16636167a285 req-2c119bd6-c130-4f39-b68d-2c77684a1e65 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:26.447850 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-2c119bd6-c130-4f39-b68d-2c77684a1e65 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 814 time: 0.4148533 Sep 09 20:33:26.451372 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 2, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:26.466744 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-b73182d1-90ca-404f-87fb-081f45af2691 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/quotas/624ed22fc46047e1a842200db3388b63 HTTP/1.1" status: 200 len: 375 time: 0.0100634 Sep 09 20:33:26.477865 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Checking router: 549801df-edf5-4c2d-9b08-99e9bfdfff0b for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:33:26.478454 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Updating router 549801df-edf5-4c2d-9b08-99e9bfdfff0b port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 binding host dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:33:26.517821 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:26.523558 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-0a8103d6-6d64-4248-8cb7-0bdfeec11661 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547254 Sep 09 20:33:26.672012 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:26.678769 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-a50837cf-000e-4b36-bc9f-b582d195220a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414733 Sep 09 20:33:26.785122 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-dfa1a769-bd3e-4c35-9bc6-b9878f2e8334 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976350 Sep 09 20:33:26.812055 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Publish callbacks [] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), precommit_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:26.818821 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:26.871849 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Pushing event updated for resources: {'Port': ['ID=64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7,revision_number=3']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:26.899207 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:26.899559 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:26.899918 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:26.900384 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:26.900722 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:26.901054 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:26.901402 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:26.901728 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:26.902050 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:26.902372 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:26.902762 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:26.903070 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:26.903562 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:26.904081 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:26.904465 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:26.956410 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Attempting to bind port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:33:26.956783 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Attempting to bind port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:33:26.957363 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Attempting to bind port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 on network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:33:26.991670 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-533bc6d0-28c6-4df3-b248-f015aaa2473d req-9c10ba14-c469-45e0-9839-e66ae5d78a65 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 210 time: 0.0301528 Sep 09 20:33:27.003324 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:33:27.003836 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Checking segment: {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:33:27.004074 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:27.004455 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Bound using segment: {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:33:27.005035 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Bound port: 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'}}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:33:27.005849 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:27.074294 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:27.075558 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] For port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:33:27.079511 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] For port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:33:27.081531 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:33:27.088336 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:27.133236 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:27.133920 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:33:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:27.137345 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:33:27.138029 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:27.227167 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:33:27.283959 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6ac29-cceb-431b-983c-f3e1f1108e09 None None] Pushing event updated for resources: {'Port': ['ID=64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7,revision_number=4']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:27.346802 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:27.529212 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbe671-869e-44a9-b7dd-dafa8208ff8c req-6d113062-2796-4fe4-8c18-b59fe88bc265 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:27.531050 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e6cbe671-869e-44a9-b7dd-dafa8208ff8c req-6d113062-2796-4fe4-8c18-b59fe88bc265 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0477786 Sep 09 20:33:27.552768 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:27Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:27.580641 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e6cbe671-869e-44a9-b7dd-dafa8208ff8c req-4db203cd-70d7-4c05-b7df-0e74736b5b74 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431249 Sep 09 20:33:27.582972 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4815d23f-cc11-4528-8764-03aecb0f3a38 None None] The sync data for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi is: [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:27Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:33:28.100993 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4acb98c7-2a79-4cd5-aafd-c26963991338 req-3f7430e1-5e82-4bfd-8633-5528e3b24258 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 210 time: 0.0325875 Sep 09 20:33:28.446968 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ae38d-066d-4b00-bb81-16636167a285 req-3b2110da-c7f3-490d-97a6-ed0d04803d6d tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:28.448710 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-3b2110da-c7f3-490d-97a6-ed0d04803d6d tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 814 time: 0.1293931 Sep 09 20:33:28.494166 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:28.534321 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-732151fc-3af1-4a03-b900-439e4231c63b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=624ed22fc46047e1a842200db3388b63 HTTP/1.1" status: 200 len: 379 time: 0.0568049 Sep 09 20:33:28.647732 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-f45ae38d-066d-4b00-bb81-16636167a285 req-b9e3bec0-6b98-4282-89a0-70a1ba889748 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'port': {'device_id': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'admin_state_up': True, 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'security_groups': ['4bebc85f-b5cb-4be5-8a29-254125ba386a']}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:33:28.702379 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:28.720039 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bb56d-e64e-4f2c-be11-d9be750d2411 req-f8fac63a-2feb-4388-8af2-8ef27d30aeda tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:28.722148 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fb9bb56d-e64e-4f2c-be11-d9be750d2411 req-f8fac63a-2feb-4388-8af2-8ef27d30aeda tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0584071 Sep 09 20:33:28.762985 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45ae38d-066d-4b00-bb81-16636167a285 req-b9e3bec0-6b98-4282-89a0-70a1ba889748 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Made reservation on behalf of 624ed22fc46047e1a842200db3388b63 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:33:28.766689 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f45ae38d-066d-4b00-bb81-16636167a285 req-b9e3bec0-6b98-4282-89a0-70a1ba889748 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:28.771959 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fb9bb56d-e64e-4f2c-be11-d9be750d2411 req-62b8da06-b13f-4c0f-93e8-b0e509efb638 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418389 Sep 09 20:33:28.896552 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-f45ae38d-066d-4b00-bb81-16636167a285 req-b9e3bec0-6b98-4282-89a0-70a1ba889748 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Allocated IP 172.20.0.8 (acf3cd1a-b4b0-4a34-82b2-e2951d096a8f/cc644494-9f43-4a38-b775-113edbb4b69f/ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:33:29.038299 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f45ae38d-066d-4b00-bb81-16636167a285 req-b9e3bec0-6b98-4282-89a0-70a1ba889748 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:29.070504 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f45ae38d-066d-4b00-bb81-16636167a285 req-b9e3bec0-6b98-4282-89a0-70a1ba889748 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:29.075200 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:33:29.120101 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45ae38d-066d-4b00-bb81-16636167a285 req-b9e3bec0-6b98-4282-89a0-70a1ba889748 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:33:29.122840 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:33:29.123227 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:29.123342 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-f45ae38d-066d-4b00-bb81-16636167a285 req-b9e3bec0-6b98-4282-89a0-70a1ba889748 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:33:29.127849 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45ae38d-066d-4b00-bb81-16636167a285 req-b9e3bec0-6b98-4282-89a0-70a1ba889748 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:33:29.143930 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3bec0-6b98-4282-89a0-70a1ba889748 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'Port': ['ID=ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:29.197625 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ae38d-066d-4b00-bb81-16636167a285 req-b9e3bec0-6b98-4282-89a0-70a1ba889748 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:29.198257 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f45ae38d-066d-4b00-bb81-16636167a285 req-b9e3bec0-6b98-4282-89a0-70a1ba889748 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:29.218551 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:33:29.219238 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:29.223668 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-b9e3bec0-6b98-4282-89a0-70a1ba889748 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5783601 Sep 09 20:33:29.260003 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:29.268528 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:29.279690 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8f0ce-bd5b-412b-91e1-4f16bc92329d req-c29f6fbe-f8c2-44d0-a55a-4bbdf9143145 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:29.281439 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a8d8f0ce-bd5b-412b-91e1-4f16bc92329d req-c29f6fbe-f8c2-44d0-a55a-4bbdf9143145 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 931 time: 0.0715957 Sep 09 20:33:29.302530 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Request body: {'port': {'device_id': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:33:29.326307 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:29.341039 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a8d8f0ce-bd5b-412b-91e1-4f16bc92329d req-c950a896-8054-4c8c-97c4-a9a667264286 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4bebc85f-b5cb-4be5-8a29-254125ba386a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534754 Sep 09 20:33:29.365363 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:29.376077 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:29.435804 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-0eb77ba0-d09b-4918-b4a3-1504553b7052 None None] Provisioning complete for port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:33:29.436173 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-0eb77ba0-d09b-4918-b4a3-1504553b7052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:29.468270 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-0eb77ba0-d09b-4918-b4a3-1504553b7052 None None] Port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:33:29.534785 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:29.857200 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:33:29.865009 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Publish callbacks [] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:29.878198 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Transition to ACTIVE for port object ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:33:29.881953 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:29.903124 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f37b29-ea77-41c5-9fbc-06e8126ff840 req-ba9d82f7-642d-41b6-bfb7-2ecb53cf5663 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:29.904588 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f9f37b29-ea77-41c5-9fbc-06e8126ff840 req-ba9d82f7-642d-41b6-bfb7-2ecb53cf5663 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0521431 Sep 09 20:33:29.917799 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:29.952239 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f9f37b29-ea77-41c5-9fbc-06e8126ff840 req-1cdd40c8-db5b-41e1-8b14-212a18617f67 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410397 Sep 09 20:33:29.961989 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Pushing event updated for resources: {'Port': ['ID=ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:29.989949 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Attempting to bind port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:33:29.990310 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Attempting to bind port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:33:29.990636 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Attempting to bind port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba on network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:33:30.032168 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba on network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:33:30.032505 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Attempting to bind port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba on network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:33:30.072530 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:33:30.072795 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Checking segment: {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:33:30.073172 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Bound using segment: {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:33:30.073638 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Bound port: ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:33:30.073991 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:30.132809 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] For port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:33:30.135932 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] For port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:33:30.142741 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:30.146942 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:30.147542 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:30.148928 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba HTTP/1.1" status: 200 len: 1093 time: 0.9141276 Sep 09 20:33:30.149496 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'tag': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:33:30.151686 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1eef5a9-e26d-49aa-bd83-75cc8024eb71" -d '{"events": [{"name": "network-changed", "server_uuid": "85ad8e52-a548-49df-88d4-9969d1bcf873", "tag": "ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:33:30.202043 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8bf3f4-840b-449b-9a0f-2eefb5143fa0 x-openstack-request-id: req-fa8bf3f4-840b-449b-9a0f-2eefb5143fa0 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:33:30.202334 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ad8e52-a548-49df-88d4-9969d1bcf873", "tag": "ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:33:30.202587 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa8bf3f4-840b-449b-9a0f-2eefb5143fa0 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:33:30.202981 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8bf3f4-840b-449b-9a0f-2eefb5143fa0'] response: {'name': 'network-changed', 'server_uuid': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'tag': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba', 'status': 'completed', 'code': 200} Sep 09 20:33:30.235479 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7aa52-8d80-4583-be1f-fccb905ee58e service neutron] Pushing event updated for resources: {'Port': ['ID=ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:30.243357 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ae38d-066d-4b00-bb81-16636167a285 req-5e73fc00-feb0-4bf0-be8d-9bdf7c9f66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:30.244869 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-5e73fc00-feb0-4bf0-be8d-9bdf7c9f66d7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 1127 time: 0.0555880 Sep 09 20:33:30.285663 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-86c746f2-110e-4dd0-a00c-55c0d38f81f0 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba HTTP/1.1" status: 200 len: 217 time: 0.0324070 Sep 09 20:33:30.336220 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ae38d-066d-4b00-bb81-16636167a285 req-999ad960-34ae-44bd-8ca3-6db54966ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:30.337545 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-999ad960-34ae-44bd-8ca3-6db54966ab7e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cc644494-9f43-4a38-b775-113edbb4b69f HTTP/1.1" status: 200 len: 853 time: 0.0431473 Sep 09 20:33:30.385487 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ae38d-066d-4b00-bb81-16636167a285 req-439b8f8c-b744-45f4-9d49-ec76d72f5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:30.386849 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-439b8f8c-b744-45f4-9d49-ec76d72f5216 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412819 Sep 09 20:33:30.466415 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb56b9e-fc0a-470f-ac62-88c70d0b5a26 req-d47d64fb-d272-4399-bc5f-acbc8cb466f7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:30.467876 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5fb56b9e-fc0a-470f-ac62-88c70d0b5a26 req-d47d64fb-d272-4399-bc5f-acbc8cb466f7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 943 time: 0.0498719 Sep 09 20:33:30.479959 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-6864ee27-7c64-4767-9b1f-503f8eae21d9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857248 Sep 09 20:33:30.515582 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-5fb56b9e-fc0a-470f-ac62-88c70d0b5a26 req-c9c9d7f4-3968-4ac5-b864-5b50e63bdde6 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4bebc85f-b5cb-4be5-8a29-254125ba386a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418494 Sep 09 20:33:30.535422 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:30.567054 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:30.579955 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f45ae38d-066d-4b00-bb81-16636167a285 req-3962a620-77ff-498f-afb9-1617d6a71341 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935822 Sep 09 20:33:31.065348 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:33:31.080757 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a7254-ef15-406b-9d18-a7bb9f6ef7af req-cd3dc9dc-3c34-4cec-87e5-12a21b47a262 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:31.082344 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0b9a7254-ef15-406b-9d18-a7bb9f6ef7af req-cd3dc9dc-3c34-4cec-87e5-12a21b47a262 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0467432 Sep 09 20:33:31.107985 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:33:31.108357 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:31.134437 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0b9a7254-ef15-406b-9d18-a7bb9f6ef7af req-9e1b7554-8ee8-4fd6-8499-9be66ecf13ad tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463197 Sep 09 20:33:31.182671 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:33:31.571437 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eef5a9-e26d-49aa-bd83-75cc8024eb71 req-428c129a-835c-4620-8a3d-1ad4161b223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:31.572998 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b1eef5a9-e26d-49aa-bd83-75cc8024eb71 req-428c129a-835c-4620-8a3d-1ad4161b223a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 1127 time: 0.0390263 Sep 09 20:33:31.641655 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d796ff1-54c7-44c5-9f29-431a460665c0 req-2d18120f-e24f-4075-bf67-7e66b71a6574 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:31.643238 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6d796ff1-54c7-44c5-9f29-431a460665c0 req-2d18120f-e24f-4075-bf67-7e66b71a6574 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 943 time: 0.0543385 Sep 09 20:33:31.676251 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eef5a9-e26d-49aa-bd83-75cc8024eb71 req-6a6ab699-6cee-4ddf-9d0d-ce25b74bd810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:31.677735 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b1eef5a9-e26d-49aa-bd83-75cc8024eb71 req-6a6ab699-6cee-4ddf-9d0d-ce25b74bd810 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 915 time: 0.0969439 Sep 09 20:33:31.690923 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6d796ff1-54c7-44c5-9f29-431a460665c0 req-46da9e98-c767-4793-ae7f-153b347d693d tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4bebc85f-b5cb-4be5-8a29-254125ba386a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420923 Sep 09 20:33:31.721521 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b1eef5a9-e26d-49aa-bd83-75cc8024eb71 req-25ce8c32-1f44-4de7-be2e-d71c3be6ed1c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba HTTP/1.1" status: 200 len: 217 time: 0.0334756 Sep 09 20:33:31.770649 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eef5a9-e26d-49aa-bd83-75cc8024eb71 req-97be1482-5c20-4c36-9089-dd83432ae644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:31.771966 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b1eef5a9-e26d-49aa-bd83-75cc8024eb71 req-97be1482-5c20-4c36-9089-dd83432ae644 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cc644494-9f43-4a38-b775-113edbb4b69f HTTP/1.1" status: 200 len: 853 time: 0.0437131 Sep 09 20:33:31.820133 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eef5a9-e26d-49aa-bd83-75cc8024eb71 req-25370d1f-3f6e-405d-993e-417762f2f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:31.821582 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b1eef5a9-e26d-49aa-bd83-75cc8024eb71 req-25370d1f-3f6e-405d-993e-417762f2f2a5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406725 Sep 09 20:33:31.913223 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b1eef5a9-e26d-49aa-bd83-75cc8024eb71 req-3e470f0b-8653-4e97-8889-f30bb783ff0e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819013 Sep 09 20:33:31.926842 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:33:31.998502 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:32.012559 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b1eef5a9-e26d-49aa-bd83-75cc8024eb71 req-c956451c-18a7-4a98-879e-03f7a428d6e4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885251 Sep 09 20:33:32.027851 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:32.038586 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'port_id': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba', 'mac_address': 'fa:16:3e:a3:f0:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:33:32.065949 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:32.072855 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:33:32.073235 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:32.086958 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:33:32.105795 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:32.110688 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:32.111766 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device dc8afa85-2831-4191-870d-42e15a736429 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:33:32.216387 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:32.264142 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port dc8afa85-2831-4191-870d-42e15a736429, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=dc8afa85-2831-4191-870d-42e15a736429,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:32.270529 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876cb66-a7ba-48b1-ba29-5c44d5304585 req-d2b58940-e119-4df2-a98f-3005c84ee702 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:32.272115 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4876cb66-a7ba-48b1-ba29-5c44d5304585 req-d2b58940-e119-4df2-a98f-3005c84ee702 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0508409 Sep 09 20:33:32.277529 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': 'dc8afa85-2831-4191-870d-42e15a736429', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'port_id': 'dc8afa85-2831-4191-870d-42e15a736429', 'mac_address': 'fa:16:3e:57:e5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:33:32.314272 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port dc8afa85-2831-4191-870d-42e15a736429 is: ACTIVE; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:33:32.314574 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (dc8afa85-2831-4191-870d-42e15a736429), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:32.325121 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4876cb66-a7ba-48b1-ba29-5c44d5304585 req-24be39fc-93cd-4408-88cf-d013d8d297ad tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460994 Sep 09 20:33:32.328371 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc8afa85-2831-4191-870d-42e15a736429 {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:33:32.348399 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port dc8afa85-2831-4191-870d-42e15a736429, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=dc8afa85-2831-4191-870d-42e15a736429,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:32.352566 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (dc8afa85-2831-4191-870d-42e15a736429), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:32.404340 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=dc8afa85-2831-4191-870d-42e15a736429,revision_number=6']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:32.633955 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:33:32.678057 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['dc8afa85-2831-4191-870d-42e15a736429'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:33:32.862273 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e17197-e740-4b27-a69a-a874e58bfae8 req-403106eb-1f85-4d5e-ae03-bb39d0aa8a31 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:32.870481 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-56e17197-e740-4b27-a69a-a874e58bfae8 req-403106eb-1f85-4d5e-ae03-bb39d0aa8a31 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 944 time: 0.0852518 Sep 09 20:33:32.907167 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:32.924474 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-56e17197-e740-4b27-a69a-a874e58bfae8 req-6ff2e244-51c6-4b95-bac0-3c796f54c888 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4bebc85f-b5cb-4be5-8a29-254125ba386a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528717 Sep 09 20:33:33.475594 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1f818-beb2-4cd1-b4cd-98e4b3aa5881 req-37a3dcc0-9f49-4ee6-ae9c-5704a5aa5653 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:33.477125 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-86c1f818-beb2-4cd1-b4cd-98e4b3aa5881 req-37a3dcc0-9f49-4ee6-ae9c-5704a5aa5653 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 945 time: 0.0628905 Sep 09 20:33:33.527863 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-86c1f818-beb2-4cd1-b4cd-98e4b3aa5881 req-a1c6cb8d-7cd6-47e5-b6eb-88c54fa03c06 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447552 Sep 09 20:33:33.936816 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:33:34.000255 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:33:34.007055 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:33:34.007498 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:34.081158 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cb6ec-2f25-4314-97ae-4ef95784be32 req-9f14e064-dce7-420d-a215-01230f147d02 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:34.081914 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0e2cb6ec-2f25-4314-97ae-4ef95784be32 req-9f14e064-dce7-420d-a215-01230f147d02 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 944 time: 0.0608587 Sep 09 20:33:34.100219 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:33:34.100498 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:34.115196 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:34.132894 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:33:34.135275 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bcd005-0415-46df-a40e-a39dd3292f02" -d '{"events": [{"server_uuid": "85ad8e52-a548-49df-88d4-9969d1bcf873", "name": "network-vif-plugged", "status": "completed", "tag": "ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:33:34.151655 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:34.159371 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0e2cb6ec-2f25-4314-97ae-4ef95784be32 req-08b8f3d5-12ea-41f5-9abb-d6f94dd63ecc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4bebc85f-b5cb-4be5-8a29-254125ba386a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684781 Sep 09 20:33:34.160192 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:34.161124 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device dc8afa85-2831-4191-870d-42e15a736429 up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:33:34.214853 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252b78dc-6b1d-4745-9f7c-7d7613da5675 x-openstack-request-id: req-252b78dc-6b1d-4745-9f7c-7d7613da5675 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:33:34.215163 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ad8e52-a548-49df-88d4-9969d1bcf873", "name": "network-vif-plugged", "status": "completed", "tag": "ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:33:34.215493 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-252b78dc-6b1d-4745-9f7c-7d7613da5675 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:33:34.215901 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252b78dc-6b1d-4745-9f7c-7d7613da5675'] response: {'server_uuid': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba', 'code': 200} Sep 09 20:33:34.259434 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:34.276807 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:34.277158 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:34.277550 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:34.277912 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:34.278250 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:34.278581 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:34.278906 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:34.279230 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:34.279553 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:34.279876 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:34.280199 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:34.280536 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:34.280861 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:34.281182 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:34.281575 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:33:34.285115 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port dc8afa85-2831-4191-870d-42e15a736429 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:33:34.288506 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (dc8afa85-2831-4191-870d-42e15a736429), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:34.375517 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port dc8afa85-2831-4191-870d-42e15a736429 is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:33:34.376724 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (dc8afa85-2831-4191-870d-42e15a736429), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:34.418271 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port dc8afa85-2831-4191-870d-42e15a736429, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=dc8afa85-2831-4191-870d-42e15a736429,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:34.423922 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (dc8afa85-2831-4191-870d-42e15a736429), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:34.492404 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=dc8afa85-2831-4191-870d-42e15a736429,revision_number=7']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:34.667488 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5050b85-b7c3-4e49-bdd3-9ea6d8a27424 req-0232cb32-96bf-4cf8-aff8-ac8f1b46d47c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:34.669678 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d5050b85-b7c3-4e49-bdd3-9ea6d8a27424 req-0232cb32-96bf-4cf8-aff8-ac8f1b46d47c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0541258 Sep 09 20:33:34.722187 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d5050b85-b7c3-4e49-bdd3-9ea6d8a27424 req-32592e27-6064-4d62-9833-ae09d9050821 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456076 Sep 09 20:33:35.224211 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4f803-e51d-48fc-9ee5-eb4132707c94 req-1b3afea9-ebc8-440f-8521-2e232d000c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:35.226025 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f7e4f803-e51d-48fc-9ee5-eb4132707c94 req-1b3afea9-ebc8-440f-8521-2e232d000c07 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 1129 time: 0.0525098 Sep 09 20:33:35.297838 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f7e4f803-e51d-48fc-9ee5-eb4132707c94 req-9c348052-d098-45a7-9fdf-cd2bb71a76b6 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4bebc85f-b5cb-4be5-8a29-254125ba386a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603330 Sep 09 20:33:35.332068 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:35.343617 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b9fe4-985d-4a7a-bb2c-c9c5661e8e42 req-f0b66bc8-1416-4a0b-a15f-c3a5eea94354 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:35.350740 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-101b9fe4-985d-4a7a-bb2c-c9c5661e8e42 req-f0b66bc8-1416-4a0b-a15f-c3a5eea94354 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 945 time: 0.0726154 Sep 09 20:33:35.402381 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-101b9fe4-985d-4a7a-bb2c-c9c5661e8e42 req-540e0a3e-2b64-40a7-b9a4-0a9f4d32e789 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4bebc85f-b5cb-4be5-8a29-254125ba386a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507898 Sep 09 20:33:35.855875 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea47e2-8268-4f93-be47-104085dfc073 req-ad3967e8-ef5e-400a-9b48-0bd315563541 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:35.863421 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d5ea47e2-8268-4f93-be47-104085dfc073 req-ad3967e8-ef5e-400a-9b48-0bd315563541 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0549073 Sep 09 20:33:35.911449 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d5ea47e2-8268-4f93-be47-104085dfc073 req-a16e71b2-419a-4412-91e7-eed4a8382d32 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471432 Sep 09 20:33:36.217364 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85693f6-363f-443c-a6db-0db004b654ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8afa85-2831-4191-870d-42e15a736429'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:33:36.227190 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1ca85c-034b-4463-9bfe-b3db8dd9f908" -d '{"events": [{"server_uuid": "e85693f6-363f-443c-a6db-0db004b654ae", "name": "network-vif-plugged", "status": "completed", "tag": "dc8afa85-2831-4191-870d-42e15a736429"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:33:36.270409 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a294a525-967f-4907-9084-bd989a04d0d4 x-openstack-request-id: req-a294a525-967f-4907-9084-bd989a04d0d4 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:33:36.270973 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85693f6-363f-443c-a6db-0db004b654ae", "name": "network-vif-plugged", "status": "completed", "tag": "dc8afa85-2831-4191-870d-42e15a736429", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:33:36.271244 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a294a525-967f-4907-9084-bd989a04d0d4 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:33:36.271655 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a294a525-967f-4907-9084-bd989a04d0d4'] response: {'server_uuid': 'e85693f6-363f-443c-a6db-0db004b654ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8afa85-2831-4191-870d-42e15a736429', 'code': 200} Sep 09 20:33:36.524936 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:36.546560 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094aace6-5f94-446b-b735-0a8c44fd5e61 req-5db1f3c2-a2da-4b4e-b79f-aff2e536034c tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:36.548764 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-094aace6-5f94-446b-b735-0a8c44fd5e61 req-5db1f3c2-a2da-4b4e-b79f-aff2e536034c tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 945 time: 0.0601184 Sep 09 20:33:36.610780 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-094aace6-5f94-446b-b735-0a8c44fd5e61 req-2ce647d0-de4c-4487-b180-07da632ad42a tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4bebc85f-b5cb-4be5-8a29-254125ba386a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548179 Sep 09 20:33:37.091501 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05727736-7c89-4c7a-83b1-01fa0e1ccbd2 req-b824b0b7-9958-4424-b03b-93eb4302ad4d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:37.093140 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-05727736-7c89-4c7a-83b1-01fa0e1ccbd2 req-b824b0b7-9958-4424-b03b-93eb4302ad4d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0585680 Sep 09 20:33:37.152195 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-05727736-7c89-4c7a-83b1-01fa0e1ccbd2 req-7328c6f6-7ad6-4dc3-98a0-9ecefc2aa30a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528240 Sep 09 20:33:37.357585 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-060cb770-ece1-4507-b26d-e117d5f18b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:37.550092 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=38 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:37.556716 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:37.743839 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d08d64-2de0-4450-948e-c11ea55fec46 req-050546ec-548d-485e-9db5-6e65d7b4e468 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:37.745202 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-27d08d64-2de0-4450-948e-c11ea55fec46 req-050546ec-548d-485e-9db5-6e65d7b4e468 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 945 time: 0.0490601 Sep 09 20:33:37.804392 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-27d08d64-2de0-4450-948e-c11ea55fec46 req-377abfd2-2234-440b-9fc9-b7613d2f154a tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4bebc85f-b5cb-4be5-8a29-254125ba386a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515721 Sep 09 20:33:37.935628 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f3ced-1098-4711-a1df-9bb9a330c8db req-c5e730a9-6421-4604-a6d9-6d1e157d5c6f tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:37.941712 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d17f3ced-1098-4711-a1df-9bb9a330c8db req-c5e730a9-6421-4604-a6d9-6d1e157d5c6f tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 945 time: 0.0528865 Sep 09 20:33:37.949159 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34386) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:37.954773 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-44df95f9-7ff4-4a78-a5c6-243080759225 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'floatingip': {'port_id': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:33:38.006974 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-44df95f9-7ff4-4a78-a5c6-243080759225 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (d7130555-f2cc-49b5-88f7-3f4b83390256), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:38.304114 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cfed6-47c3-4303-ad88-0d22e9197f6f req-62451651-15de-479b-be4d-a10a73bbaf76 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:38.306646 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ec7cfed6-47c3-4303-ad88-0d22e9197f6f req-62451651-15de-479b-be4d-a10a73bbaf76 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0615897 Sep 09 20:33:38.376898 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ec7cfed6-47c3-4303-ad88-0d22e9197f6f req-4257f5fc-1279-4a1b-ae1f-d02f28a3e9bd tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625236 Sep 09 20:33:38.455437 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:38.506519 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-44df95f9-7ff4-4a78-a5c6-243080759225 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:38.510292 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-44df95f9-7ff4-4a78-a5c6-243080759225 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (d7130555-f2cc-49b5-88f7-3f4b83390256), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:38.633890 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:38.641760 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [None req-44df95f9-7ff4-4a78-a5c6-243080759225 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Floating IP d7130555-f2cc-49b5-88f7-3f4b83390256 associated. External IP: 172.27.1.231, port: ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba. Sep 09 20:33:38.780485 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:38.922743 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44df95f9-7ff4-4a78-a5c6-243080759225 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Router 549801df-edf5-4c2d-9b08-99e9bfdfff0b has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:33:39.086801 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44df95f9-7ff4-4a78-a5c6-243080759225 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:33:39.094387 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-44df95f9-7ff4-4a78-a5c6-243080759225 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:39.101585 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413aa0fc-f2aa-4599-b63f-39b189480f07 None None] Sync routers for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:33:39.121184 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413aa0fc-f2aa-4599-b63f-39b189480f07 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:39.121901 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-413aa0fc-f2aa-4599-b63f-39b189480f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:33:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:39.131058 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-44df95f9-7ff4-4a78-a5c6-243080759225 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/d7130555-f2cc-49b5-88f7-3f4b83390256 HTTP/1.1" status: 200 len: 991 time: 1.1802492 Sep 09 20:33:39.131844 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'tag': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:33:39.134208 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ca41fb-f1ca-4b1c-84d4-45c458c68636" -d '{"events": [{"name": "network-changed", "server_uuid": "85ad8e52-a548-49df-88d4-9969d1bcf873", "tag": "ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:33:39.266133 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c870dfc1-755a-4cdd-a42f-0715262f1903 x-openstack-request-id: req-c870dfc1-755a-4cdd-a42f-0715262f1903 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:33:39.266485 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ad8e52-a548-49df-88d4-9969d1bcf873", "tag": "ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:33:39.266802 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c870dfc1-755a-4cdd-a42f-0715262f1903 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:33:39.267271 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c870dfc1-755a-4cdd-a42f-0715262f1903'] response: {'name': 'network-changed', 'server_uuid': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'tag': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba', 'status': 'completed', 'code': 200} Sep 09 20:33:39.387920 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-413aa0fc-f2aa-4599-b63f-39b189480f07 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:39.531814 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486eda1d-dbb0-4ab0-9236-14ff7eeeac1f req-f91b3467-2daa-4495-b9f6-c91f5e0f2ee7 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:39.540269 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-486eda1d-dbb0-4ab0-9236-14ff7eeeac1f req-f91b3467-2daa-4495-b9f6-c91f5e0f2ee7 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0650427 Sep 09 20:33:39.568885 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca41fb-f1ca-4b1c-84d4-45c458c68636 req-f788bc55-83ec-4170-a876-0120fb82f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:39.575726 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-73ca41fb-f1ca-4b1c-84d4-45c458c68636 req-f788bc55-83ec-4170-a876-0120fb82f212 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 1129 time: 0.0762322 Sep 09 20:33:39.609088 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-b803f14e-91d2-47f5-8373-eb6c7156877e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:39.616497 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-486eda1d-dbb0-4ab0-9236-14ff7eeeac1f req-742892c6-ed41-48ac-8035-8b619188b959 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749931 Sep 09 20:33:39.681235 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:39.685349 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-413aa0fc-f2aa-4599-b63f-39b189480f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'd7130555-f2cc-49b5-88f7-3f4b83390256', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:a3:f0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:33:25Z', 'updated_at': '2022-09-09T20:33:38Z', 'revision_number': 1, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:39.717978 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413aa0fc-f2aa-4599-b63f-39b189480f07 None None] Checking router: 549801df-edf5-4c2d-9b08-99e9bfdfff0b for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:33:39.729149 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413aa0fc-f2aa-4599-b63f-39b189480f07 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:39.729813 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-413aa0fc-f2aa-4599-b63f-39b189480f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:33:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:39.777664 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca41fb-f1ca-4b1c-84d4-45c458c68636 req-33d978a7-3d99-4119-8330-8c33b1344673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:39.779347 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-73ca41fb-f1ca-4b1c-84d4-45c458c68636 req-33d978a7-3d99-4119-8330-8c33b1344673 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 915 time: 0.1563473 Sep 09 20:33:39.842978 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-413aa0fc-f2aa-4599-b63f-39b189480f07 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:39.854218 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-73ca41fb-f1ca-4b1c-84d4-45c458c68636 req-ba33ed8a-357e-452b-99ec-54a60714ede3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba HTTP/1.1" status: 200 len: 999 time: 0.0667744 Sep 09 20:33:39.932788 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca41fb-f1ca-4b1c-84d4-45c458c68636 req-48c80c3c-fc44-479e-90ed-95ffa41049d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:39.934696 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-73ca41fb-f1ca-4b1c-84d4-45c458c68636 req-48c80c3c-fc44-479e-90ed-95ffa41049d5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cc644494-9f43-4a38-b775-113edbb4b69f HTTP/1.1" status: 200 len: 853 time: 0.0726206 Sep 09 20:33:40.006548 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca41fb-f1ca-4b1c-84d4-45c458c68636 req-d72a93ab-fbd3-4cb9-83f0-cd48e285a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:40.008256 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-73ca41fb-f1ca-4b1c-84d4-45c458c68636 req-d72a93ab-fbd3-4cb9-83f0-cd48e285a7b4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585644 Sep 09 20:33:40.018585 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:40.123377 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-73ca41fb-f1ca-4b1c-84d4-45c458c68636 req-9e1b51eb-bc7f-4bc6-a077-057e4825e723 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079800 Sep 09 20:33:40.134023 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-413aa0fc-f2aa-4599-b63f-39b189480f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'd7130555-f2cc-49b5-88f7-3f4b83390256', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:a3:f0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:33:25Z', 'updated_at': '2022-09-09T20:33:38Z', 'revision_number': 1, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:40.178893 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413aa0fc-f2aa-4599-b63f-39b189480f07 None None] The sync data for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi is: [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'd7130555-f2cc-49b5-88f7-3f4b83390256', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:a3:f0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:33:25Z', 'updated_at': '2022-09-09T20:33:38Z', 'revision_number': 1, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:33:40.287887 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:40.304965 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-73ca41fb-f1ca-4b1c-84d4-45c458c68636 req-0efc3552-275b-4d34-a391-9e99fc1acbad service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749537 Sep 09 20:33:40.465889 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b7e7af-beea-427e-af0c-422c8b525a97 None None] New status for floating IP d7130555-f2cc-49b5-88f7-3f4b83390256: ACTIVE {{(pid=106237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:33:40.815678 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857771fa-61d9-4ab1-a592-0d0acd636ae0 req-33ad7702-6bbd-424a-867e-0ef5f9d4d274 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:40.824485 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-857771fa-61d9-4ab1-a592-0d0acd636ae0 req-33ad7702-6bbd-424a-867e-0ef5f9d4d274 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0838673 Sep 09 20:33:40.887904 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:40.891360 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-857771fa-61d9-4ab1-a592-0d0acd636ae0 req-09713b7c-fdb1-477b-ac60-8ec3eaee7c42 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654602 Sep 09 20:33:40.985733 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069537ee-d9aa-48ab-8eff-43a635fee68f req-4230661c-18ee-4118-986c-441aeb6fdf99 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:40.987809 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-069537ee-d9aa-48ab-8eff-43a635fee68f req-4230661c-18ee-4118-986c-441aeb6fdf99 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 946 time: 0.0557532 Sep 09 20:33:41.039231 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-069537ee-d9aa-48ab-8eff-43a635fee68f req-4b6c8976-29d3-4e16-a909-5dd7efdd5683 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7c8834ad-e270-4672-bb15-6d8b3b121cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452108 Sep 09 20:33:42.043864 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62cea6-b5a6-4d7a-ae07-0ca367c51072 req-3001f65a-42f0-48a0-b06d-1feef4ee0813 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:42.046167 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ae62cea6-b5a6-4d7a-ae07-0ca367c51072 req-3001f65a-42f0-48a0-b06d-1feef4ee0813 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0746317 Sep 09 20:33:42.112593 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ae62cea6-b5a6-4d7a-ae07-0ca367c51072 req-9d8d9cf3-90a8-42b1-8811-703eacbfa753 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605688 Sep 09 20:33:42.208747 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1e150-1c51-45e6-9fe6-40f1b260d31a req-89c7fe0b-c1cc-4080-bb91-e199b6ed2002 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:42.210249 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-67d1e150-1c51-45e6-9fe6-40f1b260d31a req-89c7fe0b-c1cc-4080-bb91-e199b6ed2002 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 946 time: 0.0643952 Sep 09 20:33:42.223940 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:42.267023 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-67d1e150-1c51-45e6-9fe6-40f1b260d31a req-42ed3183-ecb3-4b3f-b59d-a31d859c6581 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7c8834ad-e270-4672-bb15-6d8b3b121cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510468 Sep 09 20:33:42.295525 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:42.453813 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:42.832324 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f104f4ea-92d0-4d83-a70a-c3db00277d83 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:42.833751 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f104f4ea-92d0-4d83-a70a-c3db00277d83 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 946 time: 0.0456634 Sep 09 20:33:42.918139 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f93eb745-4478-4959-b064-e814204111c2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Deleting port 0ae3bddd-935a-4674-81de-0492ee6b5ef0 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:42.918478 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f93eb745-4478-4959-b064-e814204111c2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:42.975200 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:43.007661 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f93eb745-4478-4959-b064-e814204111c2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] For port 0ae3bddd-935a-4674-81de-0492ee6b5ef0, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=0ae3bddd-935a-4674-81de-0492ee6b5ef0,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:43.007661 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f93eb745-4478-4959-b064-e814204111c2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:43.174150 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f93eb745-4478-4959-b064-e814204111c2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:43.175173 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f93eb745-4478-4959-b064-e814204111c2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (7ec4c4a3-0d30-4a83-ab18-e826a4b1c1bc), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:43.175515 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f93eb745-4478-4959-b064-e814204111c2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Floating IP 7ec4c4a3-0d30-4a83-ab18-e826a4b1c1bc disassociated. External IP: 172.27.1.9, port: 0ae3bddd-935a-4674-81de-0492ee6b5ef0. Sep 09 20:33:43.176758 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f93eb745-4478-4959-b064-e814204111c2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Calling delete_port for 0ae3bddd-935a-4674-81de-0492ee6b5ef0 owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:43.251961 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94e0d6-e80e-4cf8-9a3f-c92052afded7 req-e07f4ca3-ecc5-4148-877a-04e350350c6c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:43.253468 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3f94e0d6-e80e-4cf8-9a3f-c92052afded7 req-e07f4ca3-ecc5-4148-877a-04e350350c6c tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0478539 Sep 09 20:33:43.269005 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e024-6fdd-48ab-84d5-55ead94620bd req-a3c882ba-9341-4681-a57f-5525475a1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:43.270445 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-4078e024-6fdd-48ab-84d5-55ead94620bd req-a3c882ba-9341-4681-a57f-5525475a1b5c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c1c909559e44322a07f7e4a463424a5&device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 1130 time: 0.0525129 Sep 09 20:33:43.300825 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3f94e0d6-e80e-4cf8-9a3f-c92052afded7 req-983803ea-4d15-4791-b574-9f106a4d9337 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417757 Sep 09 20:33:43.410428 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f93eb745-4478-4959-b064-e814204111c2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (0ae3bddd-935a-4674-81de-0492ee6b5ef0), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:43.420118 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451f274-aef2-4084-874d-33dae8126637 req-ae236a34-8399-47c0-90db-3719bc276968 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:43.422436 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1451f274-aef2-4084-874d-33dae8126637 req-ae236a34-8399-47c0-90db-3719bc276968 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 946 time: 0.0527864 Sep 09 20:33:43.441579 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e024-6fdd-48ab-84d5-55ead94620bd req-84c8ee6c-67cd-44c6-b59f-a45459f4f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:43.443092 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-4078e024-6fdd-48ab-84d5-55ead94620bd req-84c8ee6c-67cd-44c6-b59f-a45459f4f8c8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e922e249-8412-4a6f-a000-86403046577e HTTP/1.1" status: 200 len: 918 time: 0.1654768 Sep 09 20:33:43.444115 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93eb745-4478-4959-b064-e814204111c2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event deleted for resources: {'Port': ['ID=0ae3bddd-935a-4674-81de-0492ee6b5ef0,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:43.476885 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1451f274-aef2-4084-874d-33dae8126637 req-9e7de7a4-faf4-4278-aff4-2b500b74beb8 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7c8834ad-e270-4672-bb15-6d8b3b121cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487859 Sep 09 20:33:43.576129 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-4078e024-6fdd-48ab-84d5-55ead94620bd req-3b5fb4c4-3901-4a99-8131-0bf3332376b6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc8afa85-2831-4191-870d-42e15a736429 HTTP/1.1" status: 200 len: 1001 time: 0.1264918 Sep 09 20:33:43.627637 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:43.634333 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f93eb745-4478-4959-b064-e814204111c2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:33:43.644611 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e024-6fdd-48ab-84d5-55ead94620bd req-9018d547-9ff9-46c6-827b-87494f44c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:43.646075 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-4078e024-6fdd-48ab-84d5-55ead94620bd req-9018d547-9ff9-46c6-827b-87494f44c220 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44 HTTP/1.1" status: 200 len: 856 time: 0.0599754 Sep 09 20:33:43.729230 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e024-6fdd-48ab-84d5-55ead94620bd req-c3d99e8f-5307-45d0-9d59-7a3071e75344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:43.730699 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-4078e024-6fdd-48ab-84d5-55ead94620bd req-c3d99e8f-5307-45d0-9d59-7a3071e75344 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e922e249-8412-4a6f-a000-86403046577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787065 Sep 09 20:33:44.054518 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:44.062681 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f93eb745-4478-4959-b064-e814204111c2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:33:44.071869 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16faf123-0e38-4f10-bf5c-44755d6df290 None None] Sync routers for ids ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:33:44.083099 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16faf123-0e38-4f10-bf5c-44755d6df290 None None] Routers {'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:44.083684 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-16faf123-0e38-4f10-bf5c-44755d6df290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:33:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:44.123027 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f93eb745-4478-4959-b064-e814204111c2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] No DVR routers for this DVR port 0ae3bddd-935a-4674-81de-0492ee6b5ef0 on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:33:44.126898 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f93eb745-4478-4959-b064-e814204111c2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:44.130060 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9c5f2a66-a675-4a8e-8562-450ac06dabe9 req-f93eb745-4478-4959-b064-e814204111c2 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.25 "DELETE /networking/v2.0/ports/0ae3bddd-935a-4674-81de-0492ee6b5ef0 HTTP/1.1" status: 204 len: 173 time: 1.2897193 Sep 09 20:33:44.130782 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e208f300-e8f3-44d5-9b42-27b8815e811f', 'name': 'network-vif-deleted', 'tag': '0ae3bddd-935a-4674-81de-0492ee6b5ef0'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:33:44.133093 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a80f9d6-6696-4f08-b157-650fd1f80ebb" -d '{"events": [{"server_uuid": "e208f300-e8f3-44d5-9b42-27b8815e811f", "name": "network-vif-deleted", "tag": "0ae3bddd-935a-4674-81de-0492ee6b5ef0"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:33:44.137229 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-4078e024-6fdd-48ab-84d5-55ead94620bd req-dded2a99-e37e-4219-8d2f-82d520ad9a05 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001720 Sep 09 20:33:44.194351 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-16faf123-0e38-4f10-bf5c-44755d6df290 None None] Set router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:44.211443 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaa449a-4897-4189-9c13-79a520ca27c2 x-openstack-request-id: req-cfaa449a-4897-4189-9c13-79a520ca27c2 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:33:44.211824 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e208f300-e8f3-44d5-9b42-27b8815e811f", "name": "network-vif-deleted", "tag": "0ae3bddd-935a-4674-81de-0492ee6b5ef0", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:33:44.212191 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cfaa449a-4897-4189-9c13-79a520ca27c2 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:33:44.212611 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfaa449a-4897-4189-9c13-79a520ca27c2'] response: {'server_uuid': 'e208f300-e8f3-44d5-9b42-27b8815e811f', 'name': 'network-vif-deleted', 'tag': '0ae3bddd-935a-4674-81de-0492ee6b5ef0', 'status': 'completed', 'code': 200} Sep 09 20:33:44.258352 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-4078e024-6fdd-48ab-84d5-55ead94620bd req-fd071c71-525a-49a7-a88d-7e2dc24e0452 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150391 Sep 09 20:33:44.384594 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-16faf123-0e38-4f10-bf5c-44755d6df290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '77f43c85-eea5-4839-89aa-c58bf443ccba', 'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'mac_address': 'fa:16:3e:15:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:05Z', 'updated_at': '2022-09-09T20:28:15Z', 'revision_number': 5, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'subnets': [{'id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:44.421053 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16faf123-0e38-4f10-bf5c-44755d6df290 None None] Checking router: c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:33:44.430348 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16faf123-0e38-4f10-bf5c-44755d6df290 None None] Routers {'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:44.430963 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-16faf123-0e38-4f10-bf5c-44755d6df290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:33:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:44.449335 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab5cff-498b-4787-a67b-d801dc35e060 req-59c73561-5def-440b-9e53-9589484a6324 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:44.450821 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-77ab5cff-498b-4787-a67b-d801dc35e060 req-59c73561-5def-440b-9e53-9589484a6324 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0519543 Sep 09 20:33:44.461887 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:44.464886 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:44.499151 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-77ab5cff-498b-4787-a67b-d801dc35e060 req-d1cb4ff7-1b1b-45b3-b216-785868985444 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425837 Sep 09 20:33:44.538975 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-16faf123-0e38-4f10-bf5c-44755d6df290 None None] Set router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:44.593295 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f026eec9-f24a-46da-9f01-3496e915cdbe req-71a19503-438a-471e-967e-c5a6e8c6a4d7 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 210 time: 0.0270693 Sep 09 20:33:44.723320 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-16faf123-0e38-4f10-bf5c-44755d6df290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '77f43c85-eea5-4839-89aa-c58bf443ccba', 'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'mac_address': 'fa:16:3e:15:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:05Z', 'updated_at': '2022-09-09T20:28:15Z', 'revision_number': 5, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'subnets': [{'id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:44.748238 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16faf123-0e38-4f10-bf5c-44755d6df290 None None] The sync data for ids ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'] in dv-cinder-849325-4-iscsi is: [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:28:07Z', 'revision_number': 4, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '77f43c85-eea5-4839-89aa-c58bf443ccba', 'name': '', 'network_id': 'f13a2180-b7d4-4447-b571-f0f2b37395e2', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'mac_address': 'fa:16:3e:15:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:05Z', 'updated_at': '2022-09-09T20:28:15Z', 'revision_number': 5, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'subnets': [{'id': 'a4fdbd5e-0e81-4545-9b3a-a3439a61b913', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:33:44.950277 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4550d1ba-8621-4e8b-8d91-104798d1c368 None None] New status for floating IP 7ec4c4a3-0d30-4a83-ab18-e826a4b1c1bc: DOWN {{(pid=106237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:33:45.626604 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca95d8-1360-4f31-b654-ab6890c4f10a req-f367d9ed-777b-424f-a0cc-ff5f7b1cd48d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:45.628079 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9cca95d8-1360-4f31-b654-ab6890c4f10a req-f367d9ed-777b-424f-a0cc-ff5f7b1cd48d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 946 time: 0.0505323 Sep 09 20:33:45.675959 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9cca95d8-1360-4f31-b654-ab6890c4f10a req-19918805-ab25-46c8-bbd8-0e1b46fafa56 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423088 Sep 09 20:33:45.711685 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2d74d9c8-3aae-44cf-a526-df7559a78f62 req-f3f7d3bf-a119-4c9e-b0f1-085e82d52632 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e208f300-e8f3-44d5-9b42-27b8815e811f HTTP/1.1" status: 200 len: 210 time: 0.0277104 Sep 09 20:33:45.966385 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device dc8afa85-2831-4191-870d-42e15a736429 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:46.041038 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port dc8afa85-2831-4191-870d-42e15a736429 is: ACTIVE; New status is: DOWN {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:33:46.041454 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (dc8afa85-2831-4191-870d-42e15a736429), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:46.064261 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85693f6-363f-443c-a6db-0db004b654ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8afa85-2831-4191-870d-42e15a736429'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:33:46.066448 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f25aa83-af1e-4df0-b191-7567c1d55e8c" -d '{"events": [{"server_uuid": "e85693f6-363f-443c-a6db-0db004b654ae", "name": "network-vif-unplugged", "status": "completed", "tag": "dc8afa85-2831-4191-870d-42e15a736429"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:33:46.081470 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port dc8afa85-2831-4191-870d-42e15a736429, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=dc8afa85-2831-4191-870d-42e15a736429,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:46.083337 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:33:46.086754 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (dc8afa85-2831-4191-870d-42e15a736429), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:46.087606 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 0ae3bddd-935a-4674-81de-0492ee6b5ef0 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:46.137572 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Sep 2022 20:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af78f15-91e1-4b3f-a44c-d4adbd4b437c x-openstack-request-id: req-9af78f15-91e1-4b3f-a44c-d4adbd4b437c {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:33:46.138797 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85693f6-363f-443c-a6db-0db004b654ae", "name": "network-vif-unplugged", "status": "completed", "tag": "dc8afa85-2831-4191-870d-42e15a736429", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:33:46.139077 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9af78f15-91e1-4b3f-a44c-d4adbd4b437c {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:33:46.139651 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9af78f15-91e1-4b3f-a44c-d4adbd4b437c'] response: {'server_uuid': 'e85693f6-363f-443c-a6db-0db004b654ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8afa85-2831-4191-870d-42e15a736429', 'code': 200} Sep 09 20:33:46.144371 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: 0ae3bddd-935a-4674-81de-0492ee6b5ef0 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:46.144720 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 0ae3bddd-935a-4674-81de-0492ee6b5ef0 not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:46.172850 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=dc8afa85-2831-4191-870d-42e15a736429,revision_number=8']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:46.802166 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a52d9-7f61-4977-87b4-f95db388b9e6 req-46400ceb-8e8f-4d75-a83c-534ff711f823 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:46.803569 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34476) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:46.803976 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-671a52d9-7f61-4977-87b4-f95db388b9e6 req-46400ceb-8e8f-4d75-a83c-534ff711f823 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 944 time: 0.0478079 Sep 09 20:33:46.854369 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-671a52d9-7f61-4977-87b4-f95db388b9e6 req-b0e40421-e1dc-4a06-acb2-180fa2989055 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445664 Sep 09 20:33:46.861586 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-36643d7f-6154-4dba-bcd3-20c28eb9d145 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group (7c8834ad-e270-4672-bb15-6d8b3b121cf0), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:46.884785 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-36643d7f-6154-4dba-bcd3-20c28eb9d145 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group (7c8834ad-e270-4672-bb15-6d8b3b121cf0), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:46.935549 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-36643d7f-6154-4dba-bcd3-20c28eb9d145 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (7c8834ad-e270-4672-bb15-6d8b3b121cf0), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:46.938665 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-36643d7f-6154-4dba-bcd3-20c28eb9d145 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:46.939815 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-36643d7f-6154-4dba-bcd3-20c28eb9d145 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7c8834ad-e270-4672-bb15-6d8b3b121cf0 HTTP/1.1" status: 204 len: 168 time: 0.1352544 Sep 09 20:33:46.942658 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34482) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:46.955971 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36643d7f-6154-4dba-bcd3-20c28eb9d145 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8834ad-e270-4672-bb15-6d8b3b121cf0,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:46.958044 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.api.v2.resource [None req-ab14e926-0528-402e-9896-1f67567fd441 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] show failed (client error): The resource could not be found. Sep 09 20:33:46.959085 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-ab14e926-0528-402e-9896-1f67567fd441 tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "GET /networking/v2.0/security-groups/7c8834ad-e270-4672-bb15-6d8b3b121cf0 HTTP/1.1" status: 404 len: 347 time: 0.0151613 Sep 09 20:33:46.962203 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34484) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:47.090845 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-21efced1-358b-48bb-81b6-cea38e36563b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Deleting port 6ab77a42-a89f-413d-9392-7a59f371f0ac {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:47.091194 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-21efced1-358b-48bb-81b6-cea38e36563b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (6ab77a42-a89f-413d-9392-7a59f371f0ac), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:47.103476 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:47.170895 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-21efced1-358b-48bb-81b6-cea38e36563b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (6ab77a42-a89f-413d-9392-7a59f371f0ac), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:47.171300 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-21efced1-358b-48bb-81b6-cea38e36563b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for floatingip (6ab77a42-a89f-413d-9392-7a59f371f0ac), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:47.183778 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-21efced1-358b-48bb-81b6-cea38e36563b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Calling delete_port for 6ab77a42-a89f-413d-9392-7a59f371f0ac owned by network:floatingip {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:47.317696 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-21efced1-358b-48bb-81b6-cea38e36563b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (6ab77a42-a89f-413d-9392-7a59f371f0ac), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:47.348556 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efced1-358b-48bb-81b6-cea38e36563b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Pushing event deleted for resources: {'Port': ['ID=6ab77a42-a89f-413d-9392-7a59f371f0ac,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:47.407066 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-21efced1-358b-48bb-81b6-cea38e36563b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks [] for floatingip (7ec4c4a3-0d30-4a83-ab18-e826a4b1c1bc), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:47.409706 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-21efced1-358b-48bb-81b6-cea38e36563b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:47.410849 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-21efced1-358b-48bb-81b6-cea38e36563b tempest-AttachVolumeTestJSON-1532484780 tempest-AttachVolumeTestJSON-1532484780-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/7ec4c4a3-0d30-4a83-ab18-e826a4b1c1bc HTTP/1.1" status: 204 len: 168 time: 0.4478419 Sep 09 20:33:47.826233 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:47.865041 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af5e6b-a721-4f53-839b-e8329261f941 req-f3202a47-da29-48ed-9f4b-4069e4795681 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:47.866556 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-82af5e6b-a721-4f53-839b-e8329261f941 req-f3202a47-da29-48ed-9f4b-4069e4795681 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 944 time: 0.0504422 Sep 09 20:33:47.916285 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-82af5e6b-a721-4f53-839b-e8329261f941 req-02e265b1-f2f0-4995-9f76-90497864aa39 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439355 Sep 09 20:33:48.063624 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34530) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:48.139605 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-35a7aee0-1a68-4c5f-9c7d-9b9ab6c4317c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748339 Sep 09 20:33:48.148337 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-8c57208e-1a84-41e4-bf40-9d35401a86c5 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:33:48.149286 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-8c57208e-1a84-41e4-bf40-9d35401a86c5 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0046642 Sep 09 20:33:48.223432 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34538) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:48.270305 dv-cinder-849325-4-iscsi neutron-server[106235]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 20:33:48.318712 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-8fb46504-ca97-473e-b4e4-b471e96db255 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:48.320039 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-8fb46504-ca97-473e-b4e4-b471e96db255 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports/dc8afa85-2831-4191-870d-42e15a736429 HTTP/1.1" status: 200 len: 941 time: 0.0956540 Sep 09 20:33:49.040922 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c39c-a8c3-424a-8a56-f19a26baaf89 req-7bd8911e-a9b1-4497-9086-c6182831829a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:49.042492 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-32f4c39c-a8c3-424a-8a56-f19a26baaf89 req-7bd8911e-a9b1-4497-9086-c6182831829a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 944 time: 0.0460823 Sep 09 20:33:49.091647 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-32f4c39c-a8c3-424a-8a56-f19a26baaf89 req-ace76320-f155-467f-b08d-cc892ad9c9ce tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430150 Sep 09 20:33:49.217763 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-72fdbb86-2c77-4fdb-8e58-37384469252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:49.219744 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-72fdbb86-2c77-4fdb-8e58-37384469252a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae&tenant_id=8c1c909559e44322a07f7e4a463424a5 HTTP/1.1" status: 200 len: 1128 time: 0.0393655 Sep 09 20:33:49.279091 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-302abef1-1d05-45fe-a2a3-572264f0830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:49.280537 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-302abef1-1d05-45fe-a2a3-572264f0830a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c1c909559e44322a07f7e4a463424a5&device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 1128 time: 0.0366826 Sep 09 20:33:49.371296 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-800a1df9-d3f6-40fc-a0a0-04cf9f62f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:49.372720 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-800a1df9-d3f6-40fc-a0a0-04cf9f62f618 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e922e249-8412-4a6f-a000-86403046577e HTTP/1.1" status: 200 len: 918 time: 0.0858092 Sep 09 20:33:49.431708 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-cd678c50-f71a-4846-af4f-d6546129b9bb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc8afa85-2831-4191-870d-42e15a736429 HTTP/1.1" status: 200 len: 999 time: 0.0530286 Sep 09 20:33:49.488852 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-a49a7e30-6c87-49b5-8258-292f38e87ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:49.490326 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-a49a7e30-6c87-49b5-8258-292f38e87ce6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44 HTTP/1.1" status: 200 len: 856 time: 0.0520058 Sep 09 20:33:49.531885 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-a6c86e4e-c57c-471c-9264-ac811663b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:49.533315 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-a6c86e4e-c57c-471c-9264-ac811663b7dc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e922e249-8412-4a6f-a000-86403046577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365536 Sep 09 20:33:49.620864 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-cfabf50a-872f-45bb-a9e2-a9ac857faa03 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809047 Sep 09 20:33:49.676467 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:49.716848 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5979f2d4-4af4-498a-84dd-90bed625c3ec req-aab0a5d2-0dc5-4c79-ac60-aa962c4b901c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890992 Sep 09 20:33:50.000725 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device dc8afa85-2831-4191-870d-42e15a736429 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:50.075082 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port dc8afa85-2831-4191-870d-42e15a736429 is: DOWN; New status is: DOWN {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:33:50.252601 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:50.267546 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ac633-d134-45a6-9e58-dc19c07e7c11 req-35d1ffdd-5a0e-4d46-90f7-a8e2f690638f tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:50.269377 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-135ac633-d134-45a6-9e58-dc19c07e7c11 req-35d1ffdd-5a0e-4d46-90f7-a8e2f690638f tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 944 time: 0.0513818 Sep 09 20:33:50.329041 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-135ac633-d134-45a6-9e58-dc19c07e7c11 req-0d693ac8-5b71-4846-b29a-7f18441d1a63 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536327 Sep 09 20:33:50.991875 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34594) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:51.376753 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0f88271e-4f57-4bbc-85af-b3d03f7b09c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903210'] for router_interface (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:51.532049 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245bad6-b88b-465b-bc75-9d79a26f2156 req-d2978d20-6a79-4a4c-8868-d22078572fc7 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:51.533625 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0245bad6-b88b-465b-bc75-9d79a26f2156 req-d2978d20-6a79-4a4c-8868-d22078572fc7 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 944 time: 0.0639529 Sep 09 20:33:51.636319 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0245bad6-b88b-465b-bc75-9d79a26f2156 req-2cf4f079-fd71-4a3f-bffa-6f81dd614d29 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741007 Sep 09 20:33:51.708831 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-0f88271e-4f57-4bbc-85af-b3d03f7b09c4 admin admin] Deleting port 77f43c85-eea5-4839-89aa-c58bf443ccba {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:51.709357 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0f88271e-4f57-4bbc-85af-b3d03f7b09c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:51.791098 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [None req-0f88271e-4f57-4bbc-85af-b3d03f7b09c4 admin admin] For port 77f43c85-eea5-4839-89aa-c58bf443ccba, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=77f43c85-eea5-4839-89aa-c58bf443ccba,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:51.791567 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0f88271e-4f57-4bbc-85af-b3d03f7b09c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:51.808959 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-0f88271e-4f57-4bbc-85af-b3d03f7b09c4 admin admin] Calling delete_port for 77f43c85-eea5-4839-89aa-c58bf443ccba owned by network:router_interface {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:51.825498 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:51.881410 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:52.009944 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0f88271e-4f57-4bbc-85af-b3d03f7b09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (77f43c85-eea5-4839-89aa-c58bf443ccba), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:52.037904 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88271e-4f57-4bbc-85af-b3d03f7b09c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f43c85-eea5-4839-89aa-c58bf443ccba,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:52.233711 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0f88271e-4f57-4bbc-85af-b3d03f7b09c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924250'] for router_interface (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:52.469579 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f88271e-4f57-4bbc-85af-b3d03f7b09c4 admin admin] Router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:33:52.583171 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f88271e-4f57-4bbc-85af-b3d03f7b09c4 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:33:52.592320 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423248fb-95e3-4066-9565-a9d128154658 None None] Sync routers for ids ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:33:52.598111 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34602) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:52.599200 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-0f88271e-4f57-4bbc-85af-b3d03f7b09c4 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/c6cf678a-7f95-459e-b7e8-edd1a4c3cda7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6066175 Sep 09 20:33:52.607657 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423248fb-95e3-4066-9565-a9d128154658 None None] Routers {'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:52.609320 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-423248fb-95e3-4066-9565-a9d128154658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:33:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:52.646494 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:52.750547 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] Publish callbacks [] for router (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:52.778948 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-423248fb-95e3-4066-9565-a9d128154658 None None] Set router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:52.812531 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f6421-3243-42cf-bd82-841a2a3f9c3d req-413099d2-12a2-4f75-a0e2-6c10aad79b89 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:52.819860 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dc8f6421-3243-42cf-bd82-841a2a3f9c3d req-413099d2-12a2-4f75-a0e2-6c10aad79b89 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 944 time: 0.0746326 Sep 09 20:33:52.875589 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dc8f6421-3243-42cf-bd82-841a2a3f9c3d req-97baabb4-f01b-41d0-a31a-96c8bd24e4c9 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547655 Sep 09 20:33:52.876852 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] Publish callbacks [] for router_gateway (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:52.943374 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] Deleting port b6c58610-0b83-4d58-b2a7-d39d4e95cdf2 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:52.943763 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (b6c58610-0b83-4d58-b2a7-d39d4e95cdf2), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:53.007402 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-423248fb-95e3-4066-9565-a9d128154658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:33:51Z', 'revision_number': 5, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port': {'id': 'b6c58610-0b83-4d58-b2a7-d39d4e95cdf2', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:27:59Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:53.047257 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423248fb-95e3-4066-9565-a9d128154658 None None] Checking router: c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:33:53.059103 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423248fb-95e3-4066-9565-a9d128154658 None None] Routers {'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:33:53.059933 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-423248fb-95e3-4066-9565-a9d128154658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:33:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:53.083321 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] For port b6c58610-0b83-4d58-b2a7-d39d4e95cdf2, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=b6c58610-0b83-4d58-b2a7-d39d4e95cdf2,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:53.083954 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (b6c58610-0b83-4d58-b2a7-d39d4e95cdf2), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:53.101708 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] Calling delete_port for b6c58610-0b83-4d58-b2a7-d39d4e95cdf2 owned by network:router_gateway {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:53.184826 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-423248fb-95e3-4066-9565-a9d128154658 None None] Set router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 gateway port host: None {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:33:53.254834 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-423248fb-95e3-4066-9565-a9d128154658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:33:52Z', 'revision_number': 6, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port_host': None}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:53.283911 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423248fb-95e3-4066-9565-a9d128154658 None None] The sync data for ids ['c6cf678a-7f95-459e-b7e8-edd1a4c3cda7'] in dv-cinder-849325-4-iscsi is: [{'id': 'c6cf678a-7f95-459e-b7e8-edd1a4c3cda7', 'name': 'tempest-AttachVolumeTestJSON-1397660925-router', 'tenant_id': 'b310c05b03394f11b63f0a28f13d67b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:27:58Z', 'updated_at': '2022-09-09T20:33:52Z', 'revision_number': 6, 'project_id': 'b310c05b03394f11b63f0a28f13d67b6', 'gw_port_host': None}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:33:53.306317 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (b6c58610-0b83-4d58-b2a7-d39d4e95cdf2), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:53.342489 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c58610-0b83-4d58-b2a7-d39d4e95cdf2,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:53.412734 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3926632'] for router_gateway (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:53.507832 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3927884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8556'] for router (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:53.510726 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] Publish callbacks [] for router_controller (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:53.559752 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924271'] for router (c6cf678a-7f95-459e-b7e8-edd1a4c3cda7), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:53.560324 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 {{(pid=106235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:33:53.565282 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:53.566466 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-5f473e55-ab93-4f62-a755-8691accd2ef4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/c6cf678a-7f95-459e-b7e8-edd1a4c3cda7 HTTP/1.1" status: 204 len: 168 time: 0.9666657 Sep 09 20:33:53.569137 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34608) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:53.608395 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:53.622801 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10188aa-f928-4079-a1b7-f403ca3676bd admin admin] Deleting subnet a4fdbd5e-0e81-4545-9b3a-a3439a61b913 {{(pid=106234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:33:53.626761 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b10188aa-f928-4079-a1b7-f403ca3676bd admin admin] Publish callbacks [] for subnet (a4fdbd5e-0e81-4545-9b3a-a3439a61b913), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:53.672568 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b10188aa-f928-4079-a1b7-f403ca3676bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406083'] for subnet (a4fdbd5e-0e81-4545-9b3a-a3439a61b913), precommit_delete_associations {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:53.790394 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b10188aa-f928-4079-a1b7-f403ca3676bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (a4fdbd5e-0e81-4545-9b3a-a3439a61b913), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:53.817191 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:53.859109 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b10188aa-f928-4079-a1b7-f403ca3676bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12204128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8389842'] for subnet (a4fdbd5e-0e81-4545-9b3a-a3439a61b913), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:53.889074 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10188aa-f928-4079-a1b7-f403ca3676bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fdbd5e-0e81-4545-9b3a-a3439a61b913,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:53.892598 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b10188aa-f928-4079-a1b7-f403ca3676bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:53.897947 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-b10188aa-f928-4079-a1b7-f403ca3676bd admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/a4fdbd5e-0e81-4545-9b3a-a3439a61b913 HTTP/1.1" status: 204 len: 168 time: 0.3255570 Sep 09 20:33:53.898192 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34610) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:53.912054 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61634094-7bdf-4232-bc10-f456ff24c481 None None] Network f13a2180-b7d4-4447-b571-f0f2b37395e2 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:33:53.978828 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:54.169582 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab754fd-9258-47d3-80d8-3e38e8603081 None None] DHCP port deletion for f13a2180-b7d4-4447-b571-f0f2b37395e2 request from dv-cinder-849325-4-iscsi {{(pid=106236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 20:33:54.242755 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-8ab754fd-9258-47d3-80d8-3e38e8603081 None None] Deleting port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d {{(pid=106236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:54.243428 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8ab754fd-9258-47d3-80d8-3e38e8603081 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), before_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:54.318516 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-8ab754fd-9258-47d3-80d8-3e38e8603081 None None] For port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d,segment=NetworkSegment(d9fbf753-6643-4eaf-a88f-a2d4b8563909),segment_id=d9fbf753-6643-4eaf-a88f-a2d4b8563909)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:54.319014 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8ab754fd-9258-47d3-80d8-3e38e8603081 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), precommit_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:54.323568 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a9ee8-7747-4520-b013-81c22c37753b req-b80725ba-6ac3-43ef-af8e-bbbb1e15a35d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:54.325183 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e05a9ee8-7747-4520-b013-81c22c37753b req-b80725ba-6ac3-43ef-af8e-bbbb1e15a35d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 944 time: 0.0667965 Sep 09 20:33:54.328060 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (f13a2180-b7d4-4447-b571-f0f2b37395e2), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:54.350889 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-8ab754fd-9258-47d3-80d8-3e38e8603081 None None] Calling delete_port for 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d owned by network:dhcp {{(pid=106236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:54.471354 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8ab754fd-9258-47d3-80d8-3e38e8603081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), after_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:54.475854 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:54.477978 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Deleting port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:33:54.478457 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:54.498023 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e05a9ee8-7747-4520-b013-81c22c37753b req-ac8e87d5-bc3e-4129-8a4c-9bc33e8f8cbd tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572158 Sep 09 20:33:54.500927 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab754fd-9258-47d3-80d8-3e38e8603081 None None] Pushing event deleted for resources: {'Port': ['ID=0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d,revision_number=None']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:54.514084 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab754fd-9258-47d3-80d8-3e38e8603081 None None] No DVR routers for this DVR port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d on host dv-cinder-849325-4-iscsi {{(pid=106236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:33:54.583671 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] For port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d, host dv-cinder-849325-4-iscsi, got binding levels [] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:33:54.584225 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:54.598476 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Calling delete_port for 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d owned by network:dhcp {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:33:54.601530 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.ipam_backend_mixin [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d was not found and therefore no delete operation was performed {{(pid=106234) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 09 20:33:54.602879 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:54.629665 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:54.641590 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] No DVR routers for this DVR port 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d on host dv-cinder-849325-4-iscsi {{(pid=106234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:33:54.726747 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (f13a2180-b7d4-4447-b571-f0f2b37395e2), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:54.755707 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13a2180-b7d4-4447-b571-f0f2b37395e2']}} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:54.766101 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fbf753-6643-4eaf-a88f-a2d4b8563909') {'for_net_delete': True} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:54.766409 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fbf753-6643-4eaf-a88f-a2d4b8563909') {} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:33:54.776305 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8406200'] for segment (d9fbf753-6643-4eaf-a88f-a2d4b8563909), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:54.790832 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (d9fbf753-6643-4eaf-a88f-a2d4b8563909), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:54.798222 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:33:54.798905 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12204042'] for segment (d9fbf753-6643-4eaf-a88f-a2d4b8563909), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:54.855381 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment d9fbf753-6643-4eaf-a88f-a2d4b8563909 resource provider aggregate not found Sep 09 20:33:54.881518 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment d9fbf753-6643-4eaf-a88f-a2d4b8563909 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9fbf753-6643-4eaf-a88f-a2d4b8563909 found for delete ", "request_id": "req-e6d96f30-8b5b-4141-9b46-e556adf5e512"}]} Sep 09 20:33:54.894889 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (f13a2180-b7d4-4447-b571-f0f2b37395e2), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:54.899685 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:54.906128 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/f13a2180-b7d4-4447-b571-f0f2b37395e2 HTTP/1.1" status: 204 len: 168 time: 1.0063925 Sep 09 20:33:54.921328 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efce242-e579-4813-91ff-c1bc921761f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f13a2180-b7d4-4447-b571-f0f2b37395e2,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:55.019875 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:55.083848 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34622) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:55.092309 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:55.100095 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device b6c58610-0b83-4d58-b2a7-d39d4e95cdf2 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:55.126754 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: b6c58610-0b83-4d58-b2a7-d39d4e95cdf2 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:55.127109 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device b6c58610-0b83-4d58-b2a7-d39d4e95cdf2 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:55.127521 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:55.147155 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-7743473a-7ddb-41de-b138-0c81b4bedbd0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b310c05b03394f11b63f0a28f13d67b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0614617 Sep 09 20:33:55.148618 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:55.148940 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 0d19e2cb-b5f7-4bfd-a90d-d50aa3919a6d not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:55.149332 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34624) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:55.149463 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 77f43c85-eea5-4839-89aa-c58bf443ccba no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:33:55.170113 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 77f43c85-eea5-4839-89aa-c58bf443ccba {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:33:55.171328 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 77f43c85-eea5-4839-89aa-c58bf443ccba not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:33:55.223806 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6f408eb4-078f-4a80-bcff-9f741f5c2fb5 admin admin] Publish callbacks [] for security_group (6e207b9b-69f8-4523-8062-039b6c66691c), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:55.245804 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6f408eb4-078f-4a80-bcff-9f741f5c2fb5 admin admin] Publish callbacks [] for security_group (6e207b9b-69f8-4523-8062-039b6c66691c), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:55.301559 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6f408eb4-078f-4a80-bcff-9f741f5c2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (6e207b9b-69f8-4523-8062-039b6c66691c), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:55.304104 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6f408eb4-078f-4a80-bcff-9f741f5c2fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:55.305262 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-6f408eb4-078f-4a80-bcff-9f741f5c2fb5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6e207b9b-69f8-4523-8062-039b6c66691c HTTP/1.1" status: 204 len: 168 time: 0.1549387 Sep 09 20:33:55.314423 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f408eb4-078f-4a80-bcff-9f741f5c2fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e207b9b-69f8-4523-8062-039b6c66691c,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:55.641668 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:55.693549 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06968782-7834-4aaf-bdd1-bb84a3846b18 req-21e7b5b5-70c0-4b9e-a887-6dfd0f38bb81 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:55.695293 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-06968782-7834-4aaf-bdd1-bb84a3846b18 req-21e7b5b5-70c0-4b9e-a887-6dfd0f38bb81 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 944 time: 0.0655487 Sep 09 20:33:55.765891 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-06968782-7834-4aaf-bdd1-bb84a3846b18 req-d2b67b41-9dce-4dd8-93b8-3706943d33df tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645576 Sep 09 20:33:56.079376 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:56.962260 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff9a94-0c4e-44fd-940b-b6f85fac939b req-a663c32c-9466-44b0-80cc-3260ff2194b8 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:56.969489 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-59ff9a94-0c4e-44fd-940b-b6f85fac939b req-a663c32c-9466-44b0-80cc-3260ff2194b8 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 944 time: 0.0757082 Sep 09 20:33:57.040602 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-59ff9a94-0c4e-44fd-940b-b6f85fac939b req-436214d9-2245-4ea0-a996-d3bdb40c9673 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701177 Sep 09 20:33:57.649994 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34700) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:57.774707 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cc93802e-b865-44f7-8893-7c1ea908d039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:57.777566 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:57.858621 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cc93802e-b865-44f7-8893-7c1ea908d039 admin admin] Publish callbacks [] for security_group (c33ba28f-7f81-40b4-a85a-63b2633bff73), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:57.862902 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cc93802e-b865-44f7-8893-7c1ea908d039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (c33ba28f-7f81-40b4-a85a-63b2633bff73), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:57.917231 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93802e-b865-44f7-8893-7c1ea908d039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33ba28f-7f81-40b4-a85a-63b2633bff73,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:57.922732 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-cc93802e-b865-44f7-8893-7c1ea908d039 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=dc51bbaabb9e475f878ab7409099e979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715161 Sep 09 20:33:57.925409 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34704) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:57.981588 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e63c95fc-a62b-48fc-9c37-6c621ddd9ae9 admin admin] Publish callbacks [] for security_group (c33ba28f-7f81-40b4-a85a-63b2633bff73), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:58.004364 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e63c95fc-a62b-48fc-9c37-6c621ddd9ae9 admin admin] Publish callbacks [] for security_group (c33ba28f-7f81-40b4-a85a-63b2633bff73), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:58.051316 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e63c95fc-a62b-48fc-9c37-6c621ddd9ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (c33ba28f-7f81-40b4-a85a-63b2633bff73), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:58.053898 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e63c95fc-a62b-48fc-9c37-6c621ddd9ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:58.055036 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-e63c95fc-a62b-48fc-9c37-6c621ddd9ae9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c33ba28f-7f81-40b4-a85a-63b2633bff73 HTTP/1.1" status: 204 len: 168 time: 0.1285660 Sep 09 20:33:58.063813 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c95fc-a62b-48fc-9c37-6c621ddd9ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33ba28f-7f81-40b4-a85a-63b2633bff73,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:58.173486 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01b24c-2556-4745-a628-d60023cf3541 req-e6a382b2-0941-4787-a8d8-12c57bee6971 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:58.175122 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8a01b24c-2556-4745-a628-d60023cf3541 req-e6a382b2-0941-4787-a8d8-12c57bee6971 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 944 time: 0.0549140 Sep 09 20:33:58.225360 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8a01b24c-2556-4745-a628-d60023cf3541 req-dea6dbc1-25e3-44e9-ad3a-7af68118718d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441096 Sep 09 20:33:58.346581 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34712) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:58.359928 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-aaeee788-b869-477d-9184-5b7ced1b6905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:58.439832 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-aaeee788-b869-477d-9184-5b7ced1b6905 admin admin] Publish callbacks [] for security_group (a7a097a3-268c-4c6a-84b0-9051416da1aa), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:58.443469 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-aaeee788-b869-477d-9184-5b7ced1b6905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a7a097a3-268c-4c6a-84b0-9051416da1aa), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:58.484776 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeee788-b869-477d-9184-5b7ced1b6905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a097a3-268c-4c6a-84b0-9051416da1aa,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:58.490294 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-aaeee788-b869-477d-9184-5b7ced1b6905 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=39bd1317ea554cbe814bd0e004585863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426787 Sep 09 20:33:58.492936 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34714) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:33:58.541165 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-87907161-cf96-4962-868b-82c8565430a6 admin admin] Publish callbacks [] for security_group (a7a097a3-268c-4c6a-84b0-9051416da1aa), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:58.547902 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:58.562428 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-87907161-cf96-4962-868b-82c8565430a6 admin admin] Publish callbacks [] for security_group (a7a097a3-268c-4c6a-84b0-9051416da1aa), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:58.610005 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-87907161-cf96-4962-868b-82c8565430a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a7a097a3-268c-4c6a-84b0-9051416da1aa), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:58.614834 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-87907161-cf96-4962-868b-82c8565430a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:33:58.616378 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-87907161-cf96-4962-868b-82c8565430a6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a7a097a3-268c-4c6a-84b0-9051416da1aa HTTP/1.1" status: 204 len: 168 time: 0.1224706 Sep 09 20:33:58.627846 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87907161-cf96-4962-868b-82c8565430a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a097a3-268c-4c6a-84b0-9051416da1aa,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:33:59.349687 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:33:59.362657 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43317b8-9d30-49b2-b47b-18db6bd7bb96 req-01d0beea-a18f-4e74-be10-e05c098d30ae tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:33:59.364131 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d43317b8-9d30-49b2-b47b-18db6bd7bb96 req-01d0beea-a18f-4e74-be10-e05c098d30ae tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 944 time: 0.0520179 Sep 09 20:33:59.413985 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d43317b8-9d30-49b2-b47b-18db6bd7bb96 req-a03faa7f-87e3-4c07-a472-61ed70920a58 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440142 Sep 09 20:34:00.105860 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device dc8afa85-2831-4191-870d-42e15a736429 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:34:00.209713 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port dc8afa85-2831-4191-870d-42e15a736429, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=dc8afa85-2831-4191-870d-42e15a736429,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:34:00.221345 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': 'dc8afa85-2831-4191-870d-42e15a736429', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'port_id': 'dc8afa85-2831-4191-870d-42e15a736429', 'mac_address': 'fa:16:3e:57:e5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:34:00.255607 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port dc8afa85-2831-4191-870d-42e15a736429 is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:34:00.256055 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (dc8afa85-2831-4191-870d-42e15a736429), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:00.273560 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8afa85-2831-4191-870d-42e15a736429 {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:34:00.293920 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port dc8afa85-2831-4191-870d-42e15a736429, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=dc8afa85-2831-4191-870d-42e15a736429,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:34:00.298502 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (dc8afa85-2831-4191-870d-42e15a736429), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:00.347743 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=dc8afa85-2831-4191-870d-42e15a736429,revision_number=9']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:00.550420 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70f2f8-d645-40c8-8ae7-728eee626027 req-88443c27-6567-4346-a2d7-d11d2d5daa89 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:00.551952 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-be70f2f8-d645-40c8-8ae7-728eee626027 req-88443c27-6567-4346-a2d7-d11d2d5daa89 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 945 time: 0.0490086 Sep 09 20:34:00.557066 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['dc8afa85-2831-4191-870d-42e15a736429'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:34:00.600689 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-be70f2f8-d645-40c8-8ae7-728eee626027 req-c7d7d243-d7bb-4b6a-b40a-dd7b5952efee tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423515 Sep 09 20:34:01.723059 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d73788-f700-449a-8bbf-a790d901f241 req-2608e03f-e8c4-4829-84ae-3f7bbff65516 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:01.724476 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a8d73788-f700-449a-8bbf-a790d901f241 req-2608e03f-e8c4-4829-84ae-3f7bbff65516 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 945 time: 0.0455956 Sep 09 20:34:01.769963 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a8d73788-f700-449a-8bbf-a790d901f241 req-9542ff97-cf53-4d27-acf8-0b297eca65e8 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401299 Sep 09 20:34:02.115350 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device dc8afa85-2831-4191-870d-42e15a736429 up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:34:02.162106 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port dc8afa85-2831-4191-870d-42e15a736429 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:34:02.162384 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (dc8afa85-2831-4191-870d-42e15a736429), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:02.187595 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:02.237520 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port dc8afa85-2831-4191-870d-42e15a736429 is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:34:02.238013 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (dc8afa85-2831-4191-870d-42e15a736429), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:02.262695 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85693f6-363f-443c-a6db-0db004b654ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8afa85-2831-4191-870d-42e15a736429'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:34:02.265644 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011fdce2-0a9c-4062-91ac-ab48327360ea" -d '{"events": [{"server_uuid": "e85693f6-363f-443c-a6db-0db004b654ae", "name": "network-vif-plugged", "status": "completed", "tag": "dc8afa85-2831-4191-870d-42e15a736429"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:34:02.278913 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port dc8afa85-2831-4191-870d-42e15a736429, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=dc8afa85-2831-4191-870d-42e15a736429,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:34:02.283708 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (dc8afa85-2831-4191-870d-42e15a736429), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:02.344975 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=dc8afa85-2831-4191-870d-42e15a736429,revision_number=10']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:02.433669 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf6e810-b2b6-495e-b057-94fddad0397d x-openstack-request-id: req-2bf6e810-b2b6-495e-b057-94fddad0397d {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:34:02.433928 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85693f6-363f-443c-a6db-0db004b654ae", "name": "network-vif-plugged", "status": "completed", "tag": "dc8afa85-2831-4191-870d-42e15a736429", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:34:02.434181 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2bf6e810-b2b6-495e-b057-94fddad0397d {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:34:02.434631 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf6e810-b2b6-495e-b057-94fddad0397d'] response: {'server_uuid': 'e85693f6-363f-443c-a6db-0db004b654ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8afa85-2831-4191-870d-42e15a736429', 'code': 200} Sep 09 20:34:02.612156 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd84c0b-188d-4d8f-9a76-7d272e54c704 req-5e566d3f-1cd4-4849-974d-bf01ae2bf267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:02.613613 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-cbd84c0b-188d-4d8f-9a76-7d272e54c704 req-5e566d3f-1cd4-4849-974d-bf01ae2bf267 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 1131 time: 0.0376222 Sep 09 20:34:02.657464 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-cbd84c0b-188d-4d8f-9a76-7d272e54c704 req-1d186edc-9f04-4184-a2e4-bceeac9f4199 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372195 Sep 09 20:34:02.897953 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a680bc-90e5-4b99-a6b4-a092f51cbea8 req-08481aa5-add5-4290-898a-05fb6ccdc724 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:02.899367 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a9a680bc-90e5-4b99-a6b4-a092f51cbea8 req-08481aa5-add5-4290-898a-05fb6ccdc724 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 947 time: 0.0492201 Sep 09 20:34:02.957726 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a9a680bc-90e5-4b99-a6b4-a092f51cbea8 req-4c6df9df-fef9-4a4d-9fb9-5440c581546a tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528867 Sep 09 20:34:03.632181 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34826) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:03.746988 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-48a24978-758d-440f-9682-bbb597745951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:03.835590 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-48a24978-758d-440f-9682-bbb597745951 admin admin] Publish callbacks [] for security_group (d5812011-a8ad-43b1-906b-543f21761d9c), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:03.839730 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-48a24978-758d-440f-9682-bbb597745951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (d5812011-a8ad-43b1-906b-543f21761d9c), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:03.879641 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-48a24978-758d-440f-9682-bbb597745951 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cc7667a772e6467d8efd6abeb42462c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461352 Sep 09 20:34:03.881517 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a24978-758d-440f-9682-bbb597745951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5812011-a8ad-43b1-906b-543f21761d9c,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:03.882406 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34838) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:03.931716 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-69165da9-3f22-4e41-a87c-c0298f7962ca admin admin] Publish callbacks [] for security_group (d5812011-a8ad-43b1-906b-543f21761d9c), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:03.956123 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-69165da9-3f22-4e41-a87c-c0298f7962ca admin admin] Publish callbacks [] for security_group (d5812011-a8ad-43b1-906b-543f21761d9c), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:04.008039 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-69165da9-3f22-4e41-a87c-c0298f7962ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (d5812011-a8ad-43b1-906b-543f21761d9c), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:04.010939 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-69165da9-3f22-4e41-a87c-c0298f7962ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:04.011882 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-69165da9-3f22-4e41-a87c-c0298f7962ca admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d5812011-a8ad-43b1-906b-543f21761d9c HTTP/1.1" status: 204 len: 168 time: 0.1285079 Sep 09 20:34:04.028109 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69165da9-3f22-4e41-a87c-c0298f7962ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5812011-a8ad-43b1-906b-543f21761d9c,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:04.097197 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4708b66-9b43-4063-8530-fc9b5d86c5b7 req-134a66ed-f130-4741-8b16-0c2dabe80eb8 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:04.104392 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d4708b66-9b43-4063-8530-fc9b5d86c5b7 req-134a66ed-f130-4741-8b16-0c2dabe80eb8 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 947 time: 0.0595565 Sep 09 20:34:04.169777 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d4708b66-9b43-4063-8530-fc9b5d86c5b7 req-dbf8f12f-4f85-4a86-8b8a-20e29ca4646b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645435 Sep 09 20:34:04.332213 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 34874) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:04.346726 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2f99d85e-11ef-4537-b835-9c5ce2bb2059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:04.349160 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:04.427858 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2f99d85e-11ef-4537-b835-9c5ce2bb2059 admin admin] Publish callbacks [] for security_group (176adbb8-7d3f-4882-80be-701bbdd3c876), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:04.432107 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-2f99d85e-11ef-4537-b835-9c5ce2bb2059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (176adbb8-7d3f-4882-80be-701bbdd3c876), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:04.472678 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-2f99d85e-11ef-4537-b835-9c5ce2bb2059 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b44fee2589724085a5347698fb9ddab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393721 Sep 09 20:34:04.473536 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99d85e-11ef-4537-b835-9c5ce2bb2059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176adbb8-7d3f-4882-80be-701bbdd3c876,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:04.476032 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34876) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:04.527080 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-efde6927-5ecb-4ee7-8327-1bae08984ee0 admin admin] Publish callbacks [] for security_group (176adbb8-7d3f-4882-80be-701bbdd3c876), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:04.547672 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-efde6927-5ecb-4ee7-8327-1bae08984ee0 admin admin] Publish callbacks [] for security_group (176adbb8-7d3f-4882-80be-701bbdd3c876), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:04.597701 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-efde6927-5ecb-4ee7-8327-1bae08984ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (176adbb8-7d3f-4882-80be-701bbdd3c876), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:04.600107 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-efde6927-5ecb-4ee7-8327-1bae08984ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:04.601265 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-efde6927-5ecb-4ee7-8327-1bae08984ee0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/176adbb8-7d3f-4882-80be-701bbdd3c876 HTTP/1.1" status: 204 len: 168 time: 0.1240475 Sep 09 20:34:04.609219 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde6927-5ecb-4ee7-8327-1bae08984ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176adbb8-7d3f-4882-80be-701bbdd3c876,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:04.925901 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34882) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:04.939369 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e8904744-f665-49d4-9ebb-9610523578e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:04.973950 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:04.985222 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:05.018025 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e8904744-f665-49d4-9ebb-9610523578e4 admin admin] Publish callbacks [] for security_group (a9e96b66-6ae1-4255-8136-e95fae682b8c), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:05.021504 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e8904744-f665-49d4-9ebb-9610523578e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a9e96b66-6ae1-4255-8136-e95fae682b8c), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:05.061678 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8904744-f665-49d4-9ebb-9610523578e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e96b66-6ae1-4255-8136-e95fae682b8c,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:05.068374 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-e8904744-f665-49d4-9ebb-9610523578e4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=beeebcf3b7324139b11fef89149b38e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390314 Sep 09 20:34:05.068735 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 34884) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:05.116819 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7a713525-8da4-4710-9413-c91679d27539 admin admin] Publish callbacks [] for security_group (a9e96b66-6ae1-4255-8136-e95fae682b8c), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:05.137105 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7a713525-8da4-4710-9413-c91679d27539 admin admin] Publish callbacks [] for security_group (a9e96b66-6ae1-4255-8136-e95fae682b8c), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:05.182422 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7a713525-8da4-4710-9413-c91679d27539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a9e96b66-6ae1-4255-8136-e95fae682b8c), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:05.184972 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7a713525-8da4-4710-9413-c91679d27539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:05.186157 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-7a713525-8da4-4710-9413-c91679d27539 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a9e96b66-6ae1-4255-8136-e95fae682b8c HTTP/1.1" status: 204 len: 168 time: 0.1166952 Sep 09 20:34:05.194295 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a713525-8da4-4710-9413-c91679d27539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e96b66-6ae1-4255-8136-e95fae682b8c,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:05.299204 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50f44e-64a5-4fd2-86ea-f13fbb3e2073 req-6fb45be8-19ff-49e6-a47f-39dd16b59b8b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:05.300872 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8a50f44e-64a5-4fd2-86ea-f13fbb3e2073 req-6fb45be8-19ff-49e6-a47f-39dd16b59b8b tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 947 time: 0.0471663 Sep 09 20:34:05.350806 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8a50f44e-64a5-4fd2-86ea-f13fbb3e2073 req-f7d2a31a-29a4-4d01-b010-58c58e257198 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442088 Sep 09 20:34:07.351988 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-33fe0cf4-7edf-4103-9a5a-0104413b0daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:08.269540 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-fa8c0b7e-4ff5-4b0e-b8f7-dc34423df8ba req-e06570d5-ec52-4df9-a9d5-e28a41db2206 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394101 Sep 09 20:34:08.366644 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c0b7e-4ff5-4b0e-b8f7-dc34423df8ba req-450dcc58-fa10-4a14-b9f4-df9732d5e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:08.368144 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-fa8c0b7e-4ff5-4b0e-b8f7-dc34423df8ba req-450dcc58-fa10-4a14-b9f4-df9732d5e061 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8c1c909559e44322a07f7e4a463424a5&device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 1131 time: 0.0423095 Sep 09 20:34:08.479507 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c0b7e-4ff5-4b0e-b8f7-dc34423df8ba req-dd52cd64-7f6f-415c-88b4-ae595d02a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:08.481003 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-fa8c0b7e-4ff5-4b0e-b8f7-dc34423df8ba req-dd52cd64-7f6f-415c-88b4-ae595d02a1a1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=e922e249-8412-4a6f-a000-86403046577e HTTP/1.1" status: 200 len: 918 time: 0.0912240 Sep 09 20:34:08.553767 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-fa8c0b7e-4ff5-4b0e-b8f7-dc34423df8ba req-a5a52fc9-f18b-41ea-9a8f-3df3969cf910 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc8afa85-2831-4191-870d-42e15a736429 HTTP/1.1" status: 200 len: 1001 time: 0.0663955 Sep 09 20:34:08.610150 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c0b7e-4ff5-4b0e-b8f7-dc34423df8ba req-6c0c21da-4baa-4291-8c68-5400534f5640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:08.611868 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-fa8c0b7e-4ff5-4b0e-b8f7-dc34423df8ba req-6c0c21da-4baa-4291-8c68-5400534f5640 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44 HTTP/1.1" status: 200 len: 856 time: 0.0500996 Sep 09 20:34:08.656740 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c0b7e-4ff5-4b0e-b8f7-dc34423df8ba req-00c0166b-16bd-4178-ab8a-d2a0587ab1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:08.658288 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-fa8c0b7e-4ff5-4b0e-b8f7-dc34423df8ba req-00c0166b-16bd-4178-ab8a-d2a0587ab1e6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=e922e249-8412-4a6f-a000-86403046577e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391183 Sep 09 20:34:08.740840 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:08.757130 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-fa8c0b7e-4ff5-4b0e-b8f7-dc34423df8ba req-e6677d16-aa3b-4bc2-a9e8-79ea0e801a1c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922477 Sep 09 20:34:08.773031 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:08.850389 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-fa8c0b7e-4ff5-4b0e-b8f7-dc34423df8ba req-e10106e9-43f6-4717-a717-812808316736 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863733 Sep 09 20:34:09.579101 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4299ef6d-33f4-4b07-b82d-e6603e017248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:10.868874 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:10.883812 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:12.289930 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:12.455805 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:12.822952 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:12.828290 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=5 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:15.335958 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=34,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:15.347403 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:INSERT=4,neutron:SELECT=38,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:18.845698 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=8 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:18.846468 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=66,neutron:INSERT=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:22.448408 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:22.451480 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:22.774659 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35060) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:22.880831 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f5e96ebc-27b3-43f4-9009-9758b268a3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:22.954769 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f5e96ebc-27b3-43f4-9009-9758b268a3e3 admin admin] Publish callbacks [] for security_group (d71fe4ca-f2a2-4691-9edf-40e2d948869c), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:22.958270 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f5e96ebc-27b3-43f4-9009-9758b268a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (d71fe4ca-f2a2-4691-9edf-40e2d948869c), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:22.998159 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-f5e96ebc-27b3-43f4-9009-9758b268a3e3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=f778994e386643fd97ddc5a700098b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224152 Sep 09 20:34:22.999029 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e96ebc-27b3-43f4-9009-9758b268a3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71fe4ca-f2a2-4691-9edf-40e2d948869c,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:23.001619 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35064) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:23.053236 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d85dd8c7-0926-4e44-8363-76a657ebff5b admin admin] Publish callbacks [] for security_group (d71fe4ca-f2a2-4691-9edf-40e2d948869c), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:23.071706 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:34:23.072896 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d85dd8c7-0926-4e44-8363-76a657ebff5b admin admin] Publish callbacks [] for security_group (d71fe4ca-f2a2-4691-9edf-40e2d948869c), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:23.134792 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d85dd8c7-0926-4e44-8363-76a657ebff5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (d71fe4ca-f2a2-4691-9edf-40e2d948869c), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:23.137425 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d85dd8c7-0926-4e44-8363-76a657ebff5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:23.139179 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-d85dd8c7-0926-4e44-8363-76a657ebff5b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d71fe4ca-f2a2-4691-9edf-40e2d948869c HTTP/1.1" status: 204 len: 168 time: 0.1367748 Sep 09 20:34:23.147081 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dd8c7-0926-4e44-8363-76a657ebff5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71fe4ca-f2a2-4691-9edf-40e2d948869c,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:23.976924 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35096) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:23.981455 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607837563', 'description': 'tempest-description--1372497453'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:34:24.002640 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.069861 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (c08bb5e0-b304-423f-8676-9909015a684c), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.073649 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (c08bb5e0-b304-423f-8676-9909015a684c), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.104780 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08bb5e0-b304-423f-8676-9909015a684c,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:24.109211 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.113371 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1324792 Sep 09 20:34:24.113822 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35098) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:24.116733 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:24.117087 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:24.117459 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:24.117798 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:24.118130 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:24.118461 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:24.118788 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:24.119113 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:24.119437 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:24.119758 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:24.120001 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-10421fc2-3139-4431-a0ea-728510269250 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'security_group_rule': {'security_group_id': 'c08bb5e0-b304-423f-8676-9909015a684c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:34:24.120127 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:24.120389 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:24.120706 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:24.121028 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:24.121372 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e702e894-80fd-489e-8602-e32ce487bbd8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:24.152238 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-10421fc2-3139-4431-a0ea-728510269250 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (68379676-b1c5-4709-9659-ae4fcbe06432), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.223834 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-10421fc2-3139-4431-a0ea-728510269250 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (68379676-b1c5-4709-9659-ae4fcbe06432), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.226748 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-10421fc2-3139-4431-a0ea-728510269250 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (68379676-b1c5-4709-9659-ae4fcbe06432), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.245930 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10421fc2-3139-4431-a0ea-728510269250 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68379676-b1c5-4709-9659-ae4fcbe06432,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:24.252267 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-10421fc2-3139-4431-a0ea-728510269250 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.253470 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-10421fc2-3139-4431-a0ea-728510269250 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384578 Sep 09 20:34:24.256097 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35104) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:24.260300 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-a3ab1286-65aa-49b5-95f4-b09ca7ae9b26 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'security_group_rule': {'security_group_id': 'c08bb5e0-b304-423f-8676-9909015a684c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:34:24.284969 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a3ab1286-65aa-49b5-95f4-b09ca7ae9b26 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (4290cffa-5382-438b-b096-654365d8fbaf), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.343814 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a3ab1286-65aa-49b5-95f4-b09ca7ae9b26 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (4290cffa-5382-438b-b096-654365d8fbaf), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.347121 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a3ab1286-65aa-49b5-95f4-b09ca7ae9b26 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (4290cffa-5382-438b-b096-654365d8fbaf), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.365233 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab1286-65aa-49b5-95f4-b09ca7ae9b26 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4290cffa-5382-438b-b096-654365d8fbaf,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:24.372187 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a3ab1286-65aa-49b5-95f4-b09ca7ae9b26 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.373906 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-a3ab1286-65aa-49b5-95f4-b09ca7ae9b26 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169000 Sep 09 20:34:24.376942 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35106) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:24.381068 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'floatingip': {'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:34:24.401660 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.480533 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.591173 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Allocated IP 172.27.1.136 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/7c4ae7ee-d438-49b1-958f-3b6723585d54) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:34:24.688282 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:24.697089 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for port (7c4ae7ee-d438-49b1-958f-3b6723585d54), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.705202 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:24.735321 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (7c4ae7ee-d438-49b1-958f-3b6723585d54), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.772154 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:34:24.776928 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:34:24.779480 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:34:24.804746 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'Port': ['ID=7c4ae7ee-d438-49b1-958f-3b6723585d54,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:24.867537 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (47bf75d2-3103-4168-aeb4-216041476615), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:24.906206 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7c4ae7ee-d438-49b1-958f-3b6723585d54), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:25.044356 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for port (7c4ae7ee-d438-49b1-958f-3b6723585d54), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:25.048612 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (7c4ae7ee-d438-49b1-958f-3b6723585d54), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:25.115440 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (47bf75d2-3103-4168-aeb4-216041476615), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:25.117920 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'Port': ['ID=7c4ae7ee-d438-49b1-958f-3b6723585d54,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:25.130833 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:25.131181 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:25.131518 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:25.131853 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:25.132193 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:25.132507 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:25.132830 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:25.133148 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:25.133495 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:25.133815 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:25.134135 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:25.134453 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:25.134769 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:25.135085 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:25.135400 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:34:25.144538 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:25.145752 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-46da1521-77f6-4c0a-90ba-618f446c24e8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7678764 Sep 09 20:34:25.350123 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-8be0fdf0-f04f-41e1-b405-e9744dece052 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--607837563&fields=id&tenant_id=624ed22fc46047e1a842200db3388b63 HTTP/1.1" status: 200 len: 267 time: 0.0449412 Sep 09 20:34:25.462255 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f0a9a-9f2b-463d-9004-11008629462b req-eda67eb1-f5ed-47a4-94b7-30612901f19e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:25.463702 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-eda67eb1-f5ed-47a4-94b7-30612901f19e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 814 time: 0.1070771 Sep 09 20:34:25.479849 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-3dcca14c-da9d-4ef4-be3e-faba3d5d3f5f tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/quotas/624ed22fc46047e1a842200db3388b63 HTTP/1.1" status: 200 len: 375 time: 0.0102184 Sep 09 20:34:25.533408 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-c7df5e1d-347d-4829-ac36-2aad2552da06 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478971 Sep 09 20:34:25.733847 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-486a6243-bd01-4e1d-ab2b-a48d319dac74 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891105 Sep 09 20:34:25.835843 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-c72f272b-283a-4ef6-b27d-be98786284ad service neutron] 10.222.0.26 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959692 Sep 09 20:34:26.004036 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8870910e-6c5a-46ec-acd5-0029682528f7 req-8b551d40-c6a0-4be6-959d-b8f568ca9ef9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 210 time: 0.0296321 Sep 09 20:34:27.095022 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f0a9a-9f2b-463d-9004-11008629462b req-7850a334-613c-4176-9f26-d1cf181fa626 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:27.096770 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-7850a334-613c-4176-9f26-d1cf181fa626 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 814 time: 0.1276658 Sep 09 20:34:27.124550 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fda03d00-fbb6-4331-9007-d525be75228b req-441eee0d-6c80-4ac1-9d82-bf9a5f816464 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 210 time: 0.0318739 Sep 09 20:34:27.184194 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-1c7755d6-4424-4495-9fdb-750e10530b00 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=624ed22fc46047e1a842200db3388b63 HTTP/1.1" status: 200 len: 471 time: 0.0775125 Sep 09 20:34:27.200890 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-756f0a9a-9f2b-463d-9004-11008629462b req-ee5989d0-7d46-46ea-a367-99ab401e1ecb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'port': {'device_id': '9dd0fa94-e842-4150-9939-37899a89da44', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'admin_state_up': True, 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'security_groups': ['c08bb5e0-b304-423f-8676-9909015a684c']}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:34:27.218058 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35176) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:27.317530 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756f0a9a-9f2b-463d-9004-11008629462b req-ee5989d0-7d46-46ea-a367-99ab401e1ecb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Made reservation on behalf of 624ed22fc46047e1a842200db3388b63 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:34:27.321209 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-756f0a9a-9f2b-463d-9004-11008629462b req-ee5989d0-7d46-46ea-a367-99ab401e1ecb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:27.330075 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:27.340311 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:27.361555 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-112079d6-3b87-448e-8850-99ecc569fd9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:27.507730 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-756f0a9a-9f2b-463d-9004-11008629462b req-ee5989d0-7d46-46ea-a367-99ab401e1ecb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Allocated IP 172.20.0.5 (acf3cd1a-b4b0-4a34-82b2-e2951d096a8f/cc644494-9f43-4a38-b775-113edbb4b69f/5f45cfd7-522f-4633-8ade-6cd0aefcd5c3) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:34:27.784775 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-112079d6-3b87-448e-8850-99ecc569fd9c admin admin] Publish callbacks [] for security_group (8d56fdaa-55ce-4561-a68e-1d0801fdb3e6), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:27.792652 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-112079d6-3b87-448e-8850-99ecc569fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (8d56fdaa-55ce-4561-a68e-1d0801fdb3e6), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:27.877468 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112079d6-3b87-448e-8850-99ecc569fd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d56fdaa-55ce-4561-a68e-1d0801fdb3e6,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:27.883605 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-112079d6-3b87-448e-8850-99ecc569fd9c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=01a06ee2ca1a409e811d4facec15588d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6646121 Sep 09 20:34:27.886565 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35180) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:27.973841 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-756f0a9a-9f2b-463d-9004-11008629462b req-ee5989d0-7d46-46ea-a367-99ab401e1ecb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:27.981464 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-94e64a6f-c264-467f-b312-4668f6a2e954 admin admin] Publish callbacks [] for security_group (8d56fdaa-55ce-4561-a68e-1d0801fdb3e6), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:28.008458 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-94e64a6f-c264-467f-b312-4668f6a2e954 admin admin] Publish callbacks [] for security_group (8d56fdaa-55ce-4561-a68e-1d0801fdb3e6), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:28.052725 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-756f0a9a-9f2b-463d-9004-11008629462b req-ee5989d0-7d46-46ea-a367-99ab401e1ecb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:28.099491 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756f0a9a-9f2b-463d-9004-11008629462b req-ee5989d0-7d46-46ea-a367-99ab401e1ecb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:34:28.106383 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-756f0a9a-9f2b-463d-9004-11008629462b req-ee5989d0-7d46-46ea-a367-99ab401e1ecb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:34:28.111483 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-756f0a9a-9f2b-463d-9004-11008629462b req-ee5989d0-7d46-46ea-a367-99ab401e1ecb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:34:28.117688 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-94e64a6f-c264-467f-b312-4668f6a2e954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (8d56fdaa-55ce-4561-a68e-1d0801fdb3e6), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:28.120193 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-94e64a6f-c264-467f-b312-4668f6a2e954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:28.121360 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-94e64a6f-c264-467f-b312-4668f6a2e954 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8d56fdaa-55ce-4561-a68e-1d0801fdb3e6 HTTP/1.1" status: 204 len: 168 time: 0.2339635 Sep 09 20:34:28.144977 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5989d0-7d46-46ea-a367-99ab401e1ecb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'Port': ['ID=5f45cfd7-522f-4633-8ade-6cd0aefcd5c3,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:28.156012 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e64a6f-c264-467f-b312-4668f6a2e954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d56fdaa-55ce-4561-a68e-1d0801fdb3e6,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:28.181835 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f0a9a-9f2b-463d-9004-11008629462b req-ee5989d0-7d46-46ea-a367-99ab401e1ecb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:28.182495 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-756f0a9a-9f2b-463d-9004-11008629462b req-ee5989d0-7d46-46ea-a367-99ab401e1ecb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:28.186161 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:28.204843 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-ee5989d0-7d46-46ea-a367-99ab401e1ecb tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0079541 Sep 09 20:34:28.218900 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Request body: {'port': {'device_id': '9dd0fa94-e842-4150-9939-37899a89da44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:34:28.283787 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:28.289864 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57beaec-602e-4e75-b09c-f97cb1fc969d req-64937a4a-d243-44ad-9b0f-f54b073fbd8a tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:28.293110 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c57beaec-602e-4e75-b09c-f97cb1fc969d req-64937a4a-d243-44ad-9b0f-f54b073fbd8a tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 931 time: 0.0612645 Sep 09 20:34:28.302073 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:28.323356 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:28.348303 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:28.354335 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c57beaec-602e-4e75-b09c-f97cb1fc969d req-3d41a3ef-0e0e-478c-b901-f3e0cfac3973 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c08bb5e0-b304-423f-8676-9909015a684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544622 Sep 09 20:34:28.409839 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-aa3e1b2f-cb79-46e9-a55b-31a929321893 None None] Provisioning complete for port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:34:28.410418 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-aa3e1b2f-cb79-46e9-a55b-31a929321893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:28.444071 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e1b2f-cb79-46e9-a55b-31a929321893 None None] Port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:34:28.589050 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:34:28.596620 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Publish callbacks [] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:28.609805 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Transition to ACTIVE for port object 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:34:28.613480 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:28.678622 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f45cfd7-522f-4633-8ade-6cd0aefcd5c3,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:28.732340 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Attempting to bind port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:34:28.732680 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Attempting to bind port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:34:28.733008 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Attempting to bind port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 on network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:34:28.777014 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 on network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:34:28.777378 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Attempting to bind port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 on network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:34:28.829783 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:34:28.830527 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Checking segment: {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:34:28.830669 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Bound using segment: {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:34:28.830991 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Bound port: 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:34:28.831479 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:28.894630 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] For port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:34:28.897863 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] For port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=5f45cfd7-522f-4633-8ade-6cd0aefcd5c3,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:34:28.903556 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:28.908695 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:28.909347 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:28.910708 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 HTTP/1.1" status: 200 len: 1093 time: 0.6966860 Sep 09 20:34:28.911248 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd0fa94-e842-4150-9939-37899a89da44', 'tag': '5f45cfd7-522f-4633-8ade-6cd0aefcd5c3'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:34:28.913497 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b835e1c-ef31-4f99-b0f6-785d2b5bd85c" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd0fa94-e842-4150-9939-37899a89da44", "tag": "5f45cfd7-522f-4633-8ade-6cd0aefcd5c3"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:34:28.965703 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c965ae-2afb-4971-a343-b04305886e3e x-openstack-request-id: req-d5c965ae-2afb-4971-a343-b04305886e3e {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:34:28.966000 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd0fa94-e842-4150-9939-37899a89da44", "tag": "5f45cfd7-522f-4633-8ade-6cd0aefcd5c3", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:34:28.966255 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d5c965ae-2afb-4971-a343-b04305886e3e {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:34:28.967197 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c965ae-2afb-4971-a343-b04305886e3e'] response: {'name': 'network-changed', 'server_uuid': '9dd0fa94-e842-4150-9939-37899a89da44', 'tag': '5f45cfd7-522f-4633-8ade-6cd0aefcd5c3', 'status': 'completed', 'code': 200} Sep 09 20:34:28.968235 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a7a22-95b7-4197-83d6-9798874c7cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f45cfd7-522f-4633-8ade-6cd0aefcd5c3,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:29.010637 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f0a9a-9f2b-463d-9004-11008629462b req-b3edf030-3d5d-4d59-b298-a2d6e986f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:29.012209 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-b3edf030-3d5d-4d59-b298-a2d6e986f56e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 1127 time: 0.0394402 Sep 09 20:34:29.052111 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-23cd8250-d263-4ce1-8426-1283ddc944fa service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 HTTP/1.1" status: 200 len: 217 time: 0.0329406 Sep 09 20:34:29.105409 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f0a9a-9f2b-463d-9004-11008629462b req-6975bdc4-8256-4ada-b1f2-96f0f5102b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:29.107021 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-6975bdc4-8256-4ada-b1f2-96f0f5102b8f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cc644494-9f43-4a38-b775-113edbb4b69f HTTP/1.1" status: 200 len: 853 time: 0.0451746 Sep 09 20:34:29.149053 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:29.156286 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f0a9a-9f2b-463d-9004-11008629462b req-a7faef6b-c834-41ca-81dc-f9b70c4382c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:29.157980 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-a7faef6b-c834-41ca-81dc-f9b70c4382c9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445302 Sep 09 20:34:29.226170 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:29.250643 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-ba92e9d5-3064-45cd-8c51-4bafd2b6edc8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859284 Sep 09 20:34:29.355534 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-756f0a9a-9f2b-463d-9004-11008629462b req-8f4cc14c-8cd6-4e2d-8fc2-6b40a44debf0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959697 Sep 09 20:34:29.486389 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf96769-fbe0-4e7b-9fb6-1186d1b8ec87 req-1645a4d6-a1c9-4859-a336-80d45a283074 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:29.488478 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-faf96769-fbe0-4e7b-9fb6-1186d1b8ec87 req-1645a4d6-a1c9-4859-a336-80d45a283074 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 943 time: 0.0510933 Sep 09 20:34:29.538898 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-faf96769-fbe0-4e7b-9fb6-1186d1b8ec87 req-b97e6034-27e3-4f07-9abc-eca63ad705dd tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c08bb5e0-b304-423f-8676-9909015a684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448236 Sep 09 20:34:30.197072 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b835e1c-ef31-4f99-b0f6-785d2b5bd85c req-158e733d-6bad-48bc-9c26-0489b8f3cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:30.198548 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6b835e1c-ef31-4f99-b0f6-785d2b5bd85c req-158e733d-6bad-48bc-9c26-0489b8f3cb5b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 1127 time: 0.0392263 Sep 09 20:34:30.214794 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:34:30.290915 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b835e1c-ef31-4f99-b0f6-785d2b5bd85c req-4191ab15-e7b8-4ed0-8447-dcf9f8448955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:30.292481 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6b835e1c-ef31-4f99-b0f6-785d2b5bd85c req-4191ab15-e7b8-4ed0-8447-dcf9f8448955 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 915 time: 0.0881238 Sep 09 20:34:30.313935 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=5f45cfd7-522f-4633-8ade-6cd0aefcd5c3,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:34:30.325437 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': '5f45cfd7-522f-4633-8ade-6cd0aefcd5c3', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'port_id': '5f45cfd7-522f-4633-8ade-6cd0aefcd5c3', 'mac_address': 'fa:16:3e:65:fb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:34:30.331887 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6b835e1c-ef31-4f99-b0f6-785d2b5bd85c req-a3d9e966-9729-4bb4-bb0b-89e5b2d2cf4d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 HTTP/1.1" status: 200 len: 217 time: 0.0320125 Sep 09 20:34:30.361523 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:34:30.361916 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:30.375665 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:34:30.388237 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b835e1c-ef31-4f99-b0f6-785d2b5bd85c req-4d9ac8de-2d2c-4261-9c31-78589154224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:30.389814 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6b835e1c-ef31-4f99-b0f6-785d2b5bd85c req-4d9ac8de-2d2c-4261-9c31-78589154224f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cc644494-9f43-4a38-b775-113edbb4b69f HTTP/1.1" status: 200 len: 853 time: 0.0450656 Sep 09 20:34:30.395434 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=5f45cfd7-522f-4633-8ade-6cd0aefcd5c3,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:34:30.399428 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:30.439461 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b835e1c-ef31-4f99-b0f6-785d2b5bd85c req-83e79b1f-e64a-4459-9f21-24b7c82668cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:30.441177 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6b835e1c-ef31-4f99-b0f6-785d2b5bd85c req-83e79b1f-e64a-4459-9f21-24b7c82668cf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453763 Sep 09 20:34:30.449203 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=5f45cfd7-522f-4633-8ade-6cd0aefcd5c3,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:30.549361 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6b835e1c-ef31-4f99-b0f6-785d2b5bd85c req-af1148cb-7c96-4fa2-87bc-d60cfe51040e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976658 Sep 09 20:34:30.650184 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6b835e1c-ef31-4f99-b0f6-785d2b5bd85c req-ea3dbd4c-36cd-490a-850c-cedf967f37a7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946693 Sep 09 20:34:30.651370 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['5f45cfd7-522f-4633-8ade-6cd0aefcd5c3'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:34:30.687970 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c7ed5-1e0e-4ef3-b4ce-83e8092425eb req-11a72b27-8563-493b-99a1-8bd7427c8037 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:30.689548 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f93c7ed5-1e0e-4ef3-b4ce-83e8092425eb req-11a72b27-8563-493b-99a1-8bd7427c8037 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 944 time: 0.0692079 Sep 09 20:34:30.740783 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f93c7ed5-1e0e-4ef3-b4ce-83e8092425eb req-afad0fdf-5f1c-4653-8d46-60e60ac1b67c tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c08bb5e0-b304-423f-8676-9909015a684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445516 Sep 09 20:34:31.868407 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc665455-513c-4f44-9f36-c58e091a1de7 req-ce9a8fbb-f831-4040-80e3-b8212e4978b2 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:31.869881 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dc665455-513c-4f44-9f36-c58e091a1de7 req-ce9a8fbb-f831-4040-80e3-b8212e4978b2 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 944 time: 0.0513434 Sep 09 20:34:31.916296 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dc665455-513c-4f44-9f36-c58e091a1de7 req-d3e33a6a-8922-4ffe-9e2a-c5b37fe53bc7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c08bb5e0-b304-423f-8676-9909015a684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408103 Sep 09 20:34:32.242204 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:34:32.286509 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:34:32.291172 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:34:32.291538 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:32.480212 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:34:32.480592 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:32.504197 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd0fa94-e842-4150-9939-37899a89da44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f45cfd7-522f-4633-8ade-6cd0aefcd5c3'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:34:32.506363 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa68a98-77af-4eb0-a1bd-2d73f80f08cc" -d '{"events": [{"server_uuid": "9dd0fa94-e842-4150-9939-37899a89da44", "name": "network-vif-plugged", "status": "completed", "tag": "5f45cfd7-522f-4633-8ade-6cd0aefcd5c3"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:34:32.519154 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=5f45cfd7-522f-4633-8ade-6cd0aefcd5c3,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:34:32.523312 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:32.547121 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b50dd7-31c3-4606-970c-1044ee9e45ec x-openstack-request-id: req-b2b50dd7-31c3-4606-970c-1044ee9e45ec {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:34:32.547412 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd0fa94-e842-4150-9939-37899a89da44", "name": "network-vif-plugged", "status": "completed", "tag": "5f45cfd7-522f-4633-8ade-6cd0aefcd5c3", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:34:32.547663 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2b50dd7-31c3-4606-970c-1044ee9e45ec {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:34:32.548081 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2b50dd7-31c3-4606-970c-1044ee9e45ec'] response: {'server_uuid': '9dd0fa94-e842-4150-9939-37899a89da44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f45cfd7-522f-4633-8ade-6cd0aefcd5c3', 'code': 200} Sep 09 20:34:32.560743 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=13 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:32.575430 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=5f45cfd7-522f-4633-8ade-6cd0aefcd5c3,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:32.718954 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913b0ce-0694-4dfa-ad08-0bf112ff3644 req-f2cc127c-4df4-4132-9d56-83900d61bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:32.720455 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6913b0ce-0694-4dfa-ad08-0bf112ff3644 req-f2cc127c-4df4-4132-9d56-83900d61bfd4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 1129 time: 0.0393503 Sep 09 20:34:32.765154 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-6913b0ce-0694-4dfa-ad08-0bf112ff3644 req-ac8826b0-fce8-494f-8d56-27190bf3d2ab service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c08bb5e0-b304-423f-8676-9909015a684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380142 Sep 09 20:34:33.033822 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115dcb9-6918-4427-844b-66a3beab0e20 req-47d1c81b-aaff-4904-846e-a826a8f81537 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:33.035191 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2115dcb9-6918-4427-844b-66a3beab0e20 req-47d1c81b-aaff-4904-846e-a826a8f81537 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 945 time: 0.0466225 Sep 09 20:34:33.068540 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=15 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:33.082165 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2115dcb9-6918-4427-844b-66a3beab0e20 req-5a3f20d1-46c7-4ef4-a604-4b37d5b0a84a tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c08bb5e0-b304-423f-8676-9909015a684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415258 Sep 09 20:34:34.203656 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1a038-1a70-4d11-a4a0-41a9cfbfce05 req-9e5a67fa-c380-425e-aec5-4b9aec19761e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:34.205122 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a4b1a038-1a70-4d11-a4a0-41a9cfbfce05 req-9e5a67fa-c380-425e-aec5-4b9aec19761e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 945 time: 0.0467432 Sep 09 20:34:34.255782 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a4b1a038-1a70-4d11-a4a0-41a9cfbfce05 req-c2c87d5d-9fb4-441f-9580-c0d1c3c2aa53 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c08bb5e0-b304-423f-8676-9909015a684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450280 Sep 09 20:34:35.375135 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1784013-7fb1-4a4f-87f8-a84a1d7abbf1 req-0f6419c6-3a3e-4a9d-96dd-fe3cd4b183f9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:35.376583 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b1784013-7fb1-4a4f-87f8-a84a1d7abbf1 req-0f6419c6-3a3e-4a9d-96dd-fe3cd4b183f9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 945 time: 0.0462897 Sep 09 20:34:35.423055 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b1784013-7fb1-4a4f-87f8-a84a1d7abbf1 req-d208411a-d859-48a1-b657-ae5066fdef33 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c08bb5e0-b304-423f-8676-9909015a684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410392 Sep 09 20:34:35.537013 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb61be-2277-4f5e-a533-52395d598aa3 req-7eb6cbdf-37b3-45f1-8854-7faa9c15d2f3 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:35.538547 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cedb61be-2277-4f5e-a533-52395d598aa3 req-7eb6cbdf-37b3-45f1-8854-7faa9c15d2f3 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 945 time: 0.0461452 Sep 09 20:34:35.548356 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35270) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:35.552503 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-0d01902d-c6d2-4f95-a775-990b290d5c9e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'floatingip': {'port_id': '5f45cfd7-522f-4633-8ade-6cd0aefcd5c3'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:34:35.593476 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0d01902d-c6d2-4f95-a775-990b290d5c9e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (47bf75d2-3103-4168-aeb4-216041476615), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:35.953853 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:36.021023 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0d01902d-c6d2-4f95-a775-990b290d5c9e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:36.025648 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0d01902d-c6d2-4f95-a775-990b290d5c9e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (47bf75d2-3103-4168-aeb4-216041476615), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:36.071119 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:36.128815 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.l3_db [None req-0d01902d-c6d2-4f95-a775-990b290d5c9e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Floating IP 47bf75d2-3103-4168-aeb4-216041476615 associated. External IP: 172.27.1.136, port: 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3. Sep 09 20:34:36.324386 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d01902d-c6d2-4f95-a775-990b290d5c9e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Router 549801df-edf5-4c2d-9b08-99e9bfdfff0b has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:34:36.425781 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d01902d-c6d2-4f95-a775-990b290d5c9e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:34:36.430489 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0d01902d-c6d2-4f95-a775-990b290d5c9e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:36.435492 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d51fb9-22fb-4f86-988a-d2c9c6921940 None None] Sync routers for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:34:36.445747 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d51fb9-22fb-4f86-988a-d2c9c6921940 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:34:36.446352 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e8d51fb9-22fb-4f86-988a-d2c9c6921940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:34:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:36.461111 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-0d01902d-c6d2-4f95-a775-990b290d5c9e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/47bf75d2-3103-4168-aeb4-216041476615 HTTP/1.1" status: 200 len: 991 time: 0.9117451 Sep 09 20:34:36.461871 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd0fa94-e842-4150-9939-37899a89da44', 'tag': '5f45cfd7-522f-4633-8ade-6cd0aefcd5c3'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:34:36.464242 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42593da-245f-49c1-9cbe-0d3c5af5e40c" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd0fa94-e842-4150-9939-37899a89da44", "tag": "5f45cfd7-522f-4633-8ade-6cd0aefcd5c3"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:34:36.547678 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-e8d51fb9-22fb-4f86-988a-d2c9c6921940 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:34:36.617956 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8e6bcc-7890-4c64-a28b-14baa43fd0c0 x-openstack-request-id: req-5e8e6bcc-7890-4c64-a28b-14baa43fd0c0 {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:34:36.618250 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd0fa94-e842-4150-9939-37899a89da44", "tag": "5f45cfd7-522f-4633-8ade-6cd0aefcd5c3", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:34:36.618507 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e8e6bcc-7890-4c64-a28b-14baa43fd0c0 {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:34:36.618910 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8e6bcc-7890-4c64-a28b-14baa43fd0c0'] response: {'name': 'network-changed', 'server_uuid': '9dd0fa94-e842-4150-9939-37899a89da44', 'tag': '5f45cfd7-522f-4633-8ade-6cd0aefcd5c3', 'status': 'completed', 'code': 200} Sep 09 20:34:36.761454 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e8d51fb9-22fb-4f86-988a-d2c9c6921940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '47bf75d2-3103-4168-aeb4-216041476615', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': '5f45cfd7-522f-4633-8ade-6cd0aefcd5c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:65:fb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd0fa94-e842-4150-9939-37899a89da44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:34:24Z', 'updated_at': '2022-09-09T20:34:35Z', 'revision_number': 1, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}, {'id': 'd7130555-f2cc-49b5-88f7-3f4b83390256', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:a3:f0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:33:25Z', 'updated_at': '2022-09-09T20:33:40Z', 'revision_number': 2, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:36.787994 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d51fb9-22fb-4f86-988a-d2c9c6921940 None None] Checking router: 549801df-edf5-4c2d-9b08-99e9bfdfff0b for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:34:36.796736 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d51fb9-22fb-4f86-988a-d2c9c6921940 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:34:36.797349 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e8d51fb9-22fb-4f86-988a-d2c9c6921940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:34:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:36.891240 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-e8d51fb9-22fb-4f86-988a-d2c9c6921940 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:34:37.183534 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e8d51fb9-22fb-4f86-988a-d2c9c6921940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '47bf75d2-3103-4168-aeb4-216041476615', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': '5f45cfd7-522f-4633-8ade-6cd0aefcd5c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:65:fb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd0fa94-e842-4150-9939-37899a89da44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:34:24Z', 'updated_at': '2022-09-09T20:34:35Z', 'revision_number': 1, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}, {'id': 'd7130555-f2cc-49b5-88f7-3f4b83390256', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:a3:f0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:33:25Z', 'updated_at': '2022-09-09T20:33:40Z', 'revision_number': 2, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:37.206819 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d51fb9-22fb-4f86-988a-d2c9c6921940 None None] The sync data for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi is: [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '47bf75d2-3103-4168-aeb4-216041476615', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': '5f45cfd7-522f-4633-8ade-6cd0aefcd5c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:65:fb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd0fa94-e842-4150-9939-37899a89da44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:34:24Z', 'updated_at': '2022-09-09T20:34:35Z', 'revision_number': 1, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}, {'id': 'd7130555-f2cc-49b5-88f7-3f4b83390256', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:a3:f0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:33:25Z', 'updated_at': '2022-09-09T20:33:40Z', 'revision_number': 2, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:34:37.354172 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-95043142-840a-49cf-9cc6-9bb607e273bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:37.381912 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fbaab0-96cc-4902-baa9-58268ba975a5 None None] New status for floating IP 47bf75d2-3103-4168-aeb4-216041476615: ACTIVE {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:34:37.425931 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:37.462918 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:38.781960 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:39.144481 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42593da-245f-49c1-9cbe-0d3c5af5e40c req-68ebe13b-dedd-4e81-8250-bdebec597a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:39.146016 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a42593da-245f-49c1-9cbe-0d3c5af5e40c req-68ebe13b-dedd-4e81-8250-bdebec597a8d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 1129 time: 0.0413444 Sep 09 20:34:39.244752 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42593da-245f-49c1-9cbe-0d3c5af5e40c req-c9729e0d-2ab0-4c9f-b1a9-d900a0b729c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:39.246292 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a42593da-245f-49c1-9cbe-0d3c5af5e40c req-c9729e0d-2ab0-4c9f-b1a9-d900a0b729c0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 915 time: 0.0943725 Sep 09 20:34:39.307133 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a42593da-245f-49c1-9cbe-0d3c5af5e40c req-9b8b5395-ec92-4b39-b6bd-0ced75ee5b7e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 HTTP/1.1" status: 200 len: 1001 time: 0.0545378 Sep 09 20:34:39.358829 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42593da-245f-49c1-9cbe-0d3c5af5e40c req-0ecce966-ab18-43cb-88a4-46d5584de6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:39.360287 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a42593da-245f-49c1-9cbe-0d3c5af5e40c req-0ecce966-ab18-43cb-88a4-46d5584de6eb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cc644494-9f43-4a38-b775-113edbb4b69f HTTP/1.1" status: 200 len: 853 time: 0.0468924 Sep 09 20:34:39.403585 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42593da-245f-49c1-9cbe-0d3c5af5e40c req-989de30c-e179-4a41-ba8f-318836296906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:39.405008 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a42593da-245f-49c1-9cbe-0d3c5af5e40c req-989de30c-e179-4a41-ba8f-318836296906 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379817 Sep 09 20:34:39.422078 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:39.487181 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:39.505558 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a42593da-245f-49c1-9cbe-0d3c5af5e40c req-299623ca-7b34-4b2f-a6bb-85482979da18 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906103 Sep 09 20:34:39.570343 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-41b3b470-cb92-405d-a8a1-ba7c9bbf19f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:39.596762 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a42593da-245f-49c1-9cbe-0d3c5af5e40c req-bb149a0b-0d9c-4c17-a958-4ca2a49e35f9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846276 Sep 09 20:34:40.882873 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:42.293080 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:42.456138 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:44.104465 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601bd65-92c8-485f-9cce-26dfb9707de6 req-b246fa74-5981-404a-90f9-2ba0210928c7 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:44.105975 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c601bd65-92c8-485f-9cce-26dfb9707de6 req-b246fa74-5981-404a-90f9-2ba0210928c7 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 947 time: 0.0476787 Sep 09 20:34:44.155183 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c601bd65-92c8-485f-9cce-26dfb9707de6 req-50be3a7e-034f-4bb5-8d59-5ccdfedccfcd tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432158 Sep 09 20:34:45.294790 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7f8e2-8e12-49f6-aa66-341af2973199 req-4a8a283b-8213-4d57-8867-4adf1cf6adca tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:45.296153 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9ec7f8e2-8e12-49f6-aa66-341af2973199 req-4a8a283b-8213-4d57-8867-4adf1cf6adca tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 947 time: 0.0505972 Sep 09 20:34:45.353430 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9ec7f8e2-8e12-49f6-aa66-341af2973199 req-38653c98-9da8-4204-9070-5f3f4694d7ff tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d516ab50-f469-43cf-9768-735f32e9c9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516770 Sep 09 20:34:45.525181 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-abf3c762-8948-40d7-84ca-547860255e52 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:45.526666 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-abf3c762-8948-40d7-84ca-547860255e52 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 947 time: 0.0484550 Sep 09 20:34:45.617170 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-517a7755-faa1-44eb-ab3d-37cee8e6400e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Deleting port dc8afa85-2831-4191-870d-42e15a736429 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:34:45.617551 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-517a7755-faa1-44eb-ab3d-37cee8e6400e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (dc8afa85-2831-4191-870d-42e15a736429), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:45.719626 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-517a7755-faa1-44eb-ab3d-37cee8e6400e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] For port dc8afa85-2831-4191-870d-42e15a736429, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=dc8afa85-2831-4191-870d-42e15a736429,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:34:45.719984 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-517a7755-faa1-44eb-ab3d-37cee8e6400e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (dc8afa85-2831-4191-870d-42e15a736429), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:45.881472 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-517a7755-faa1-44eb-ab3d-37cee8e6400e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:45.881761 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-517a7755-faa1-44eb-ab3d-37cee8e6400e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (f3653b77-730a-417d-90d9-560314677e98), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:45.882078 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-517a7755-faa1-44eb-ab3d-37cee8e6400e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Floating IP f3653b77-730a-417d-90d9-560314677e98 disassociated. External IP: 172.27.1.52, port: dc8afa85-2831-4191-870d-42e15a736429. Sep 09 20:34:45.882421 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-517a7755-faa1-44eb-ab3d-37cee8e6400e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Calling delete_port for dc8afa85-2831-4191-870d-42e15a736429 owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:34:46.016906 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-517a7755-faa1-44eb-ab3d-37cee8e6400e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (dc8afa85-2831-4191-870d-42e15a736429), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:46.045158 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a7755-faa1-44eb-ab3d-37cee8e6400e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event deleted for resources: {'Port': ['ID=dc8afa85-2831-4191-870d-42e15a736429,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:46.158303 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-517a7755-faa1-44eb-ab3d-37cee8e6400e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:34:46.260742 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:46.263392 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:46.267823 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-517a7755-faa1-44eb-ab3d-37cee8e6400e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:34:46.282015 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cb4267-d05d-415a-83e8-b68b14c4803a None None] Sync routers for ids ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:34:46.292484 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cb4267-d05d-415a-83e8-b68b14c4803a None None] Routers {'2c7a91e6-c940-41d2-9e8c-c803b8c45103'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:34:46.293098 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-90cb4267-d05d-415a-83e8-b68b14c4803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:34:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:46.313537 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-517a7755-faa1-44eb-ab3d-37cee8e6400e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] No DVR routers for this DVR port dc8afa85-2831-4191-870d-42e15a736429 on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:34:46.316237 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-517a7755-faa1-44eb-ab3d-37cee8e6400e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:46.319457 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e5125817-708e-4b79-9cc7-3f1a7659b3b3 req-517a7755-faa1-44eb-ab3d-37cee8e6400e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.25 "DELETE /networking/v2.0/ports/dc8afa85-2831-4191-870d-42e15a736429 HTTP/1.1" status: 204 len: 173 time: 0.7861724 Sep 09 20:34:46.319955 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85693f6-363f-443c-a6db-0db004b654ae', 'name': 'network-vif-deleted', 'tag': 'dc8afa85-2831-4191-870d-42e15a736429'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:34:46.322178 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a7f91a-bfa2-4a63-8b05-15d7b9373f57" -d '{"events": [{"server_uuid": "e85693f6-363f-443c-a6db-0db004b654ae", "name": "network-vif-deleted", "tag": "dc8afa85-2831-4191-870d-42e15a736429"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:34:46.367256 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292d05e0-34a1-4c62-8764-2efb546b934c x-openstack-request-id: req-292d05e0-34a1-4c62-8764-2efb546b934c {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:34:46.367554 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85693f6-363f-443c-a6db-0db004b654ae", "name": "network-vif-deleted", "tag": "dc8afa85-2831-4191-870d-42e15a736429", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:34:46.367802 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-292d05e0-34a1-4c62-8764-2efb546b934c {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:34:46.368226 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-292d05e0-34a1-4c62-8764-2efb546b934c'] response: {'server_uuid': 'e85693f6-363f-443c-a6db-0db004b654ae', 'name': 'network-vif-deleted', 'tag': 'dc8afa85-2831-4191-870d-42e15a736429', 'status': 'completed', 'code': 200} Sep 09 20:34:46.410081 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-90cb4267-d05d-415a-83e8-b68b14c4803a None None] Set router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:34:46.511039 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-79c9f1db-b69e-41b3-873a-839a32e9c141 req-cce70724-5e30-46fc-9c28-712aab994f47 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e85693f6-363f-443c-a6db-0db004b654ae HTTP/1.1" status: 200 len: 210 time: 0.0328391 Sep 09 20:34:46.513562 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:46.609298 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:46.661263 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-90cb4267-d05d-415a-83e8-b68b14c4803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:33Z', 'revision_number': 5, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:46.686851 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cb4267-d05d-415a-83e8-b68b14c4803a None None] Checking router: 2c7a91e6-c940-41d2-9e8c-c803b8c45103 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:34:46.696067 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cb4267-d05d-415a-83e8-b68b14c4803a None None] Routers {'2c7a91e6-c940-41d2-9e8c-c803b8c45103'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:34:46.696673 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-90cb4267-d05d-415a-83e8-b68b14c4803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:34:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:46.798143 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-90cb4267-d05d-415a-83e8-b68b14c4803a None None] Set router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:34:46.995145 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-90cb4267-d05d-415a-83e8-b68b14c4803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:33Z', 'revision_number': 5, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:47.022858 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cb4267-d05d-415a-83e8-b68b14c4803a None None] The sync data for ids ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'] in dv-cinder-849325-4-iscsi is: [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:28:14Z', 'revision_number': 4, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'e9a828ce-4a48-4601-931b-ae3f104950d5', 'name': '', 'network_id': 'e922e249-8412-4a6f-a000-86403046577e', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'mac_address': 'fa:16:3e:79:d9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:12Z', 'updated_at': '2022-09-09T20:28:33Z', 'revision_number': 5, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'subnets': [{'id': 'cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:34:47.229709 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac07ef63-4f82-43d5-8360-5af91ed23add None None] New status for floating IP f3653b77-730a-417d-90d9-560314677e98: DOWN {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:34:47.627328 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35410) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:47.683744 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-80269f44-b041-4b5b-975a-8123e8ef2b1e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group (d516ab50-f469-43cf-9768-735f32e9c9ae), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:47.707078 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-80269f44-b041-4b5b-975a-8123e8ef2b1e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group (d516ab50-f469-43cf-9768-735f32e9c9ae), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:47.758724 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-80269f44-b041-4b5b-975a-8123e8ef2b1e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (d516ab50-f469-43cf-9768-735f32e9c9ae), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:47.761203 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-80269f44-b041-4b5b-975a-8123e8ef2b1e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:47.762412 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-80269f44-b041-4b5b-975a-8123e8ef2b1e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d516ab50-f469-43cf-9768-735f32e9c9ae HTTP/1.1" status: 204 len: 168 time: 0.1340315 Sep 09 20:34:47.765934 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35414) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:47.773035 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80269f44-b041-4b5b-975a-8123e8ef2b1e tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d516ab50-f469-43cf-9768-735f32e9c9ae,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:47.781960 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.api.v2.resource [None req-a7fb6a46-eafd-49e8-a50e-59e6d053846d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] show failed (client error): The resource could not be found. Sep 09 20:34:47.783070 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-a7fb6a46-eafd-49e8-a50e-59e6d053846d tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "GET /networking/v2.0/security-groups/d516ab50-f469-43cf-9768-735f32e9c9ae HTTP/1.1" status: 404 len: 347 time: 0.0160918 Sep 09 20:34:47.785922 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35416) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:47.899588 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-702e64c5-e5b0-426a-879b-6ad471403674 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Deleting port d26c2f93-c371-4891-8d78-416a51fdd89b {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:34:47.899845 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-702e64c5-e5b0-426a-879b-6ad471403674 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (d26c2f93-c371-4891-8d78-416a51fdd89b), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:47.979909 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-702e64c5-e5b0-426a-879b-6ad471403674 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (d26c2f93-c371-4891-8d78-416a51fdd89b), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:47.980235 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-702e64c5-e5b0-426a-879b-6ad471403674 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for floatingip (d26c2f93-c371-4891-8d78-416a51fdd89b), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:47.994939 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-702e64c5-e5b0-426a-879b-6ad471403674 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Calling delete_port for d26c2f93-c371-4891-8d78-416a51fdd89b owned by network:floatingip {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:34:48.129599 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-702e64c5-e5b0-426a-879b-6ad471403674 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (d26c2f93-c371-4891-8d78-416a51fdd89b), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:48.151699 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e64c5-e5b0-426a-879b-6ad471403674 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Pushing event deleted for resources: {'Port': ['ID=d26c2f93-c371-4891-8d78-416a51fdd89b,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:48.217939 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-702e64c5-e5b0-426a-879b-6ad471403674 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks [] for floatingip (f3653b77-730a-417d-90d9-560314677e98), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:48.220517 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-702e64c5-e5b0-426a-879b-6ad471403674 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:48.221691 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-702e64c5-e5b0-426a-879b-6ad471403674 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/f3653b77-730a-417d-90d9-560314677e98 HTTP/1.1" status: 204 len: 168 time: 0.4348822 Sep 09 20:34:48.291006 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device dc8afa85-2831-4191-870d-42e15a736429 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:34:48.312623 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: dc8afa85-2831-4191-870d-42e15a736429 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:34:48.312979 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device dc8afa85-2831-4191-870d-42e15a736429 not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:34:50.651735 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35444) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:50.907902 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:50.985061 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:51.120381 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e12441fa-c9a1-49f5-aa59-b00b13ec3749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903210'] for router_interface (2c7a91e6-c940-41d2-9e8c-c803b8c45103), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:51.342020 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-e12441fa-c9a1-49f5-aa59-b00b13ec3749 admin admin] Deleting port e9a828ce-4a48-4601-931b-ae3f104950d5 {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:34:51.342358 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e12441fa-c9a1-49f5-aa59-b00b13ec3749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:51.422064 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [None req-e12441fa-c9a1-49f5-aa59-b00b13ec3749 admin admin] For port e9a828ce-4a48-4601-931b-ae3f104950d5, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=e9a828ce-4a48-4601-931b-ae3f104950d5,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:34:51.422530 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e12441fa-c9a1-49f5-aa59-b00b13ec3749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:51.440589 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-e12441fa-c9a1-49f5-aa59-b00b13ec3749 admin admin] Calling delete_port for e9a828ce-4a48-4601-931b-ae3f104950d5 owned by network:router_interface {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:34:51.618104 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e12441fa-c9a1-49f5-aa59-b00b13ec3749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (e9a828ce-4a48-4601-931b-ae3f104950d5), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:51.645489 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12441fa-c9a1-49f5-aa59-b00b13ec3749 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a828ce-4a48-4601-931b-ae3f104950d5,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:51.690912 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:51.810701 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e12441fa-c9a1-49f5-aa59-b00b13ec3749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924250'] for router_interface (2c7a91e6-c940-41d2-9e8c-c803b8c45103), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:51.899215 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:52.287946 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12441fa-c9a1-49f5-aa59-b00b13ec3749 admin admin] Router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:34:52.392603 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12441fa-c9a1-49f5-aa59-b00b13ec3749 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:34:52.397521 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-e12441fa-c9a1-49f5-aa59-b00b13ec3749 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/2c7a91e6-c940-41d2-9e8c-c803b8c45103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7447507 Sep 09 20:34:52.400064 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35452) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:52.402551 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a03ae5-f313-40f5-afab-b6870a330b73 None None] Sync routers for ids ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:34:52.415905 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a03ae5-f313-40f5-afab-b6870a330b73 None None] Routers {'2c7a91e6-c940-41d2-9e8c-c803b8c45103'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:34:52.416614 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-a3a03ae5-f313-40f5-afab-b6870a330b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:34:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:52.499709 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] Publish callbacks [] for router (2c7a91e6-c940-41d2-9e8c-c803b8c45103), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:52.518966 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-a3a03ae5-f313-40f5-afab-b6870a330b73 None None] Set router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:34:52.599213 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] Publish callbacks [] for router_gateway (2c7a91e6-c940-41d2-9e8c-c803b8c45103), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:52.642609 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] Deleting port 1910dbad-4864-4d28-8ec0-a6370051d881 {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:34:52.642951 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (1910dbad-4864-4d28-8ec0-a6370051d881), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:52.699005 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-a3a03ae5-f313-40f5-afab-b6870a330b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:34:51Z', 'revision_number': 5, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port': {'id': '1910dbad-4864-4d28-8ec0-a6370051d881', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:28:04Z', 'updated_at': '2022-09-09T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:52.727482 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a03ae5-f313-40f5-afab-b6870a330b73 None None] Checking router: 2c7a91e6-c940-41d2-9e8c-c803b8c45103 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:34:52.731581 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] For port 1910dbad-4864-4d28-8ec0-a6370051d881, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=1910dbad-4864-4d28-8ec0-a6370051d881,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:34:52.732112 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (1910dbad-4864-4d28-8ec0-a6370051d881), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:52.736285 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a03ae5-f313-40f5-afab-b6870a330b73 None None] Routers {'2c7a91e6-c940-41d2-9e8c-c803b8c45103'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:34:52.736883 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-a3a03ae5-f313-40f5-afab-b6870a330b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:34:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:52.750229 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] Calling delete_port for 1910dbad-4864-4d28-8ec0-a6370051d881 owned by network:router_gateway {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:34:52.800385 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:52.821971 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-a3a03ae5-f313-40f5-afab-b6870a330b73 None None] Set router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 gateway port host: None {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:34:52.871082 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-a3a03ae5-f313-40f5-afab-b6870a330b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:34:52Z', 'revision_number': 6, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port_host': None}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:52.930734 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (1910dbad-4864-4d28-8ec0-a6370051d881), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:52.959302 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] Pushing event deleted for resources: {'Port': ['ID=1910dbad-4864-4d28-8ec0-a6370051d881,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:52.989919 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a03ae5-f313-40f5-afab-b6870a330b73 None None] The sync data for ids ['2c7a91e6-c940-41d2-9e8c-c803b8c45103'] in dv-cinder-849325-4-iscsi is: [{'id': '2c7a91e6-c940-41d2-9e8c-c803b8c45103', 'name': 'tempest-AttachVolumeShelveTestJSON-1738142177-router', 'tenant_id': '8c1c909559e44322a07f7e4a463424a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:28:02Z', 'updated_at': '2022-09-09T20:34:52Z', 'revision_number': 6, 'project_id': '8c1c909559e44322a07f7e4a463424a5', 'gw_port_host': None}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:34:53.028671 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3926632'] for router_gateway (2c7a91e6-c940-41d2-9e8c-c803b8c45103), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.122903 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3927884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8556'] for router (2c7a91e6-c940-41d2-9e8c-c803b8c45103), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.124969 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] Publish callbacks [] for router_controller (2c7a91e6-c940-41d2-9e8c-c803b8c45103), precommit_delete_associations {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.126284 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:53.172033 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924271'] for router (2c7a91e6-c940-41d2-9e8c-c803b8c45103), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.172691 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c7a91e6-c940-41d2-9e8c-c803b8c45103 {{(pid=106234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:34:53.176984 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.178196 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-3ad838cc-6d14-414e-b90a-1855092d6845 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/2c7a91e6-c940-41d2-9e8c-c803b8c45103 HTTP/1.1" status: 204 len: 168 time: 0.7772062 Sep 09 20:34:53.180717 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35456) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:53.225300 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f93ce1e-7ab8-4d7a-927c-b48d3c7ab28b admin admin] Deleting subnet cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44 {{(pid=106234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:34:53.228477 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6f93ce1e-7ab8-4d7a-927c-b48d3c7ab28b admin admin] Publish callbacks [] for subnet (cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.264211 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6f93ce1e-7ab8-4d7a-927c-b48d3c7ab28b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406083'] for subnet (cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44), precommit_delete_associations {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.344856 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6f93ce1e-7ab8-4d7a-927c-b48d3c7ab28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.405795 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6f93ce1e-7ab8-4d7a-927c-b48d3c7ab28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12204128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8389842'] for subnet (cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.433973 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93ce1e-7ab8-4d7a-927c-b48d3c7ab28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:53.438367 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6f93ce1e-7ab8-4d7a-927c-b48d3c7ab28b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.441596 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-6f93ce1e-7ab8-4d7a-927c-b48d3c7ab28b admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/cbadd0dd-aa3c-4f3a-abe3-b78f10b74b44 HTTP/1.1" status: 204 len: 168 time: 0.2599037 Sep 09 20:34:53.445207 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35458) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:53.447727 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b23dc73-f353-4a30-98d8-bb5bba2be3bb None None] Network e922e249-8412-4a6f-a000-86403046577e requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:34:53.493831 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device e9a828ce-4a48-4601-931b-ae3f104950d5 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:34:53.525852 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: e9a828ce-4a48-4601-931b-ae3f104950d5 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:34:53.526198 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device e9a828ce-4a48-4601-931b-ae3f104950d5 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:34:53.535300 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (e922e249-8412-4a6f-a000-86403046577e), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.582372 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] Deleting port b8a8256c-2b80-4f4e-b2d3-e83249a768bb {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:34:53.582712 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (b8a8256c-2b80-4f4e-b2d3-e83249a768bb), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.646264 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] For port b8a8256c-2b80-4f4e-b2d3-e83249a768bb, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=b8a8256c-2b80-4f4e-b2d3-e83249a768bb,segment=NetworkSegment(bf760a8c-f778-4a69-b8d9-920b01bcf3e0),segment_id=bf760a8c-f778-4a69-b8d9-920b01bcf3e0)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:34:53.646549 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (b8a8256c-2b80-4f4e-b2d3-e83249a768bb), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.659589 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] Calling delete_port for b8a8256c-2b80-4f4e-b2d3-e83249a768bb owned by network:dhcp {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:34:53.717736 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:53.743374 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (b8a8256c-2b80-4f4e-b2d3-e83249a768bb), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.765617 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a8256c-2b80-4f4e-b2d3-e83249a768bb,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:53.772241 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] No DVR routers for this DVR port b8a8256c-2b80-4f4e-b2d3-e83249a768bb on host dv-cinder-849325-4-iscsi {{(pid=106234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:34:53.852382 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c51b5b-123c-432f-a000-0b9f75c4beab None None] DHCP port deletion for e922e249-8412-4a6f-a000-86403046577e request from dv-cinder-849325-4-iscsi {{(pid=106236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 20:34:53.865153 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (e922e249-8412-4a6f-a000-86403046577e), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.888390 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e922e249-8412-4a6f-a000-86403046577e']}} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:53.897799 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0') {'for_net_delete': True} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:53.898035 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf760a8c-f778-4a69-b8d9-920b01bcf3e0') {} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:53.910581 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8406200'] for segment (bf760a8c-f778-4a69-b8d9-920b01bcf3e0), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.924488 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (bf760a8c-f778-4a69-b8d9-920b01bcf3e0), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.930994 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:34:53.931386 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12204042'] for segment (bf760a8c-f778-4a69-b8d9-920b01bcf3e0), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:53.974617 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment bf760a8c-f778-4a69-b8d9-920b01bcf3e0 resource provider aggregate not found Sep 09 20:34:53.994088 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment bf760a8c-f778-4a69-b8d9-920b01bcf3e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf760a8c-f778-4a69-b8d9-920b01bcf3e0 found for delete ", "request_id": "req-49ad7ee1-867d-4f48-a754-d9998e87ba50"}]} Sep 09 20:34:54.000838 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (e922e249-8412-4a6f-a000-86403046577e), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:54.007154 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:54.013785 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/e922e249-8412-4a6f-a000-86403046577e HTTP/1.1" status: 204 len: 168 time: 0.5641556 Sep 09 20:34:54.024912 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6644df9-86e0-4e43-be98-cc4d132badd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e922e249-8412-4a6f-a000-86403046577e,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:54.153232 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35470) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:54.193984 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-35cb4781-83f7-45d0-89ba-b5d008172aaf admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8c1c909559e44322a07f7e4a463424a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395892 Sep 09 20:34:54.196455 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35474) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:54.221317 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:54.250996 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1d3c777e-f53e-4b5f-b6c1-fc969ddb4ef5 admin admin] Publish callbacks [] for security_group (a631ebd0-0379-47ac-8c67-81ed411a6da1), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:54.270499 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1d3c777e-f53e-4b5f-b6c1-fc969ddb4ef5 admin admin] Publish callbacks [] for security_group (a631ebd0-0379-47ac-8c67-81ed411a6da1), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:54.317150 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1d3c777e-f53e-4b5f-b6c1-fc969ddb4ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a631ebd0-0379-47ac-8c67-81ed411a6da1), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:54.319740 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1d3c777e-f53e-4b5f-b6c1-fc969ddb4ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:54.320862 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-1d3c777e-f53e-4b5f-b6c1-fc969ddb4ef5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a631ebd0-0379-47ac-8c67-81ed411a6da1 HTTP/1.1" status: 204 len: 168 time: 0.1234832 Sep 09 20:34:54.328323 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c777e-f53e-4b5f-b6c1-fc969ddb4ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a631ebd0-0379-47ac-8c67-81ed411a6da1,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:55.004259 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35504) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:55.104283 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 1910dbad-4864-4d28-8ec0-a6370051d881 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:34:55.110734 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-493795178-network', 'tenant_id': '122f88e06223456eb1edc6b93c00a1d7'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:34:55.126258 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 1910dbad-4864-4d28-8ec0-a6370051d881 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:34:55.126671 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 1910dbad-4864-4d28-8ec0-a6370051d881 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:34:55.127315 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device b8a8256c-2b80-4f4e-b2d3-e83249a768bb no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:34:55.138535 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] Made reservation on behalf of 122f88e06223456eb1edc6b93c00a1d7 for: {'network': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:34:55.141118 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:55.145321 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: b8a8256c-2b80-4f4e-b2d3-e83249a768bb {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:34:55.145740 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device b8a8256c-2b80-4f4e-b2d3-e83249a768bb not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:34:55.150233 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:55.224841 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] Publish callbacks [] for security_group (a14ad639-a138-4c73-a3eb-4799a8312f37), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:55.228400 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a14ad639-a138-4c73-a3eb-4799a8312f37), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:55.253458 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=106234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:34:55.263927 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14ad639-a138-4c73-a3eb-4799a8312f37,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:55.268728 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (c8d30453-ecb2-44d7-95c3-5f5eb37cdf4e), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:55.269072 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.segments_db [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] Added segment c8d30453-ecb2-44d7-95c3-5f5eb37cdf4e of type vlan for network cfba9c0f-bfda-4c66-8330-2c69120adeec Sep 09 20:34:55.311097 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (cfba9c0f-bfda-4c66-8330-2c69120adeec), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:55.334447 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (cfba9c0f-bfda-4c66-8330-2c69120adeec), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:55.335409 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:55.335987 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:55.388417 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3827665 Sep 09 20:34:55.391428 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35510) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:55.396446 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-11f8b727-8650-415a-a447-4b7a1966fa8a admin admin] Request body: {'subnet': {'network_id': 'cfba9c0f-bfda-4c66-8330-2c69120adeec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-493795178-subnet', 'tenant_id': '122f88e06223456eb1edc6b93c00a1d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:34:55.399409 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e800628-1f5f-4512-ae08-37c6b1296a8d admin admin] Pushing event updated for resources: {'Network': ['ID=cfba9c0f-bfda-4c66-8330-2c69120adeec,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:55.409721 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network cfba9c0f-bfda-4c66-8330-2c69120adeec details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:34:55.418753 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f8b727-8650-415a-a447-4b7a1966fa8a admin admin] Made reservation on behalf of 122f88e06223456eb1edc6b93c00a1d7 for: {'subnet': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:34:55.421237 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-11f8b727-8650-415a-a447-4b7a1966fa8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11867011'] for subnet (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:55.586849 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-11f8b727-8650-415a-a447-4b7a1966fa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11418173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11867037'] for subnet (d09db70b-b79b-4878-8477-e94b33ab2f4b), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:55.651276 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8b727-8650-415a-a447-4b7a1966fa8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d09db70b-b79b-4878-8477-e94b33ab2f4b,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:55.660352 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f8b727-8650-415a-a447-4b7a1966fa8a admin admin] Checking segment: {'id': 'c8d30453-ecb2-44d7-95c3-5f5eb37cdf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cfba9c0f-bfda-4c66-8330-2c69120adeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:34:55.660715 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f8b727-8650-415a-a447-4b7a1966fa8a admin admin] Network hostable DHCP agents. Network: cfba9c0f-bfda-4c66-8330-2c69120adeec, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:34:55.672521 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:55.679872 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f8b727-8650-415a-a447-4b7a1966fa8a admin admin] Network cfba9c0f-bfda-4c66-8330-2c69120adeec is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:34:55.690757 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-11f8b727-8650-415a-a447-4b7a1966fa8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, cfba9c0f-bfda-4c66-8330-2c69120adeec) {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:34:55.695495 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f8b727-8650-415a-a447-4b7a1966fa8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:55.696604 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-11f8b727-8650-415a-a447-4b7a1966fa8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:55.699776 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5bd148-1192-408b-8603-5344d8944f59 None None] Network cfba9c0f-bfda-4c66-8330-2c69120adeec requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:34:55.713999 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-11f8b727-8650-415a-a447-4b7a1966fa8a admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3212581 Sep 09 20:34:55.799953 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c113970c-6787-420b-bad6-62a969cc7432 None None] Network cfba9c0f-bfda-4c66-8330-2c69120adeec requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:34:56.194413 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35528) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:56.199294 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1856627257-network', 'tenant_id': '8607f205aafa4e849e534753fdf74cf4'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:34:56.204243 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:56.222782 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] Made reservation on behalf of 8607f205aafa4e849e534753fdf74cf4 for: {'network': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:34:56.225217 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:56.233788 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:56.309234 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] Publish callbacks [] for security_group (2a33bb38-cd03-4670-ba91-a4dd9d02d399), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:56.312885 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (2a33bb38-cd03-4670-ba91-a4dd9d02d399), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:56.337523 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=106234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:34:56.347831 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a33bb38-cd03-4670-ba91-a4dd9d02d399,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:56.353960 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (1ba787b5-0848-44d5-8567-fbb8eb17cd02), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:56.354301 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.segments_db [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] Added segment 1ba787b5-0848-44d5-8567-fbb8eb17cd02 of type vlan for network 0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0 Sep 09 20:34:56.396313 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:56.401518 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:56.423644 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:56.424603 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:56.425182 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:56.476898 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2812891 Sep 09 20:34:56.479737 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35530) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:56.484644 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-0e927ac6-9ece-4717-9acb-c605275d701e admin admin] Request body: {'subnet': {'network_id': '0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1856627257-subnet', 'tenant_id': '8607f205aafa4e849e534753fdf74cf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:34:56.487911 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f4f31-85e5-43d2-bccf-0eabbb0861ae admin admin] Pushing event updated for resources: {'Network': ['ID=0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:56.498480 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network 0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0 details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:34:56.505080 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e927ac6-9ece-4717-9acb-c605275d701e admin admin] Made reservation on behalf of 8607f205aafa4e849e534753fdf74cf4 for: {'subnet': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:34:56.507471 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0e927ac6-9ece-4717-9acb-c605275d701e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11867011'] for subnet (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:56.786280 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:56.920740 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0e927ac6-9ece-4717-9acb-c605275d701e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11418173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11867037'] for subnet (6f5a25bd-cf82-43cb-829f-7ed3f78b5869), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:56.969536 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e927ac6-9ece-4717-9acb-c605275d701e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f5a25bd-cf82-43cb-829f-7ed3f78b5869,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:56.984622 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e927ac6-9ece-4717-9acb-c605275d701e admin admin] Checking segment: {'id': '1ba787b5-0848-44d5-8567-fbb8eb17cd02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:34:56.984972 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e927ac6-9ece-4717-9acb-c605275d701e admin admin] Network hostable DHCP agents. Network: 0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:34:57.001344 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e927ac6-9ece-4717-9acb-c605275d701e admin admin] Network 0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0 is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:34:57.009682 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-0e927ac6-9ece-4717-9acb-c605275d701e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, 0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0) {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:34:57.014331 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e927ac6-9ece-4717-9acb-c605275d701e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:34:57.014930 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0e927ac6-9ece-4717-9acb-c605275d701e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.019379 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7c3c0f-6869-43f8-8766-999981909170 None None] Network 0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:34:57.033294 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-0e927ac6-9ece-4717-9acb-c605275d701e admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5513465 Sep 09 20:34:57.122950 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01318895-cce5-4582-9f52-499b162f8848 None None] Network 0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:34:57.151710 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35536) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:57.198830 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9fa4f1-fe9b-4ad6-83ec-a36a52614609 admin admin] Deleting subnet d09db70b-b79b-4878-8477-e94b33ab2f4b {{(pid=106234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:34:57.203209 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa4f1-fe9b-4ad6-83ec-a36a52614609 admin admin] Publish callbacks [] for subnet (d09db70b-b79b-4878-8477-e94b33ab2f4b), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.244176 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa4f1-fe9b-4ad6-83ec-a36a52614609 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406083'] for subnet (d09db70b-b79b-4878-8477-e94b33ab2f4b), precommit_delete_associations {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.283485 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa4f1-fe9b-4ad6-83ec-a36a52614609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (d09db70b-b79b-4878-8477-e94b33ab2f4b), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.334814 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa4f1-fe9b-4ad6-83ec-a36a52614609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12204128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8389842'] for subnet (d09db70b-b79b-4878-8477-e94b33ab2f4b), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.359520 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fa4f1-fe9b-4ad6-83ec-a36a52614609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d09db70b-b79b-4878-8477-e94b33ab2f4b,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:57.364373 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e9fa4f1-fe9b-4ad6-83ec-a36a52614609 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.367140 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-0e9fa4f1-fe9b-4ad6-83ec-a36a52614609 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/d09db70b-b79b-4878-8477-e94b33ab2f4b HTTP/1.1" status: 204 len: 168 time: 0.2144213 Sep 09 20:34:57.369570 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35540) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:57.440449 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec5beb88-71ee-42c6-bd54-d21eb09f7692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (cfba9c0f-bfda-4c66-8330-2c69120adeec), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.516465 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec5beb88-71ee-42c6-bd54-d21eb09f7692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (cfba9c0f-bfda-4c66-8330-2c69120adeec), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.540110 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-ec5beb88-71ee-42c6-bd54-d21eb09f7692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfba9c0f-bfda-4c66-8330-2c69120adeec']}} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:57.549852 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-ec5beb88-71ee-42c6-bd54-d21eb09f7692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d30453-ecb2-44d7-95c3-5f5eb37cdf4e') {'for_net_delete': True} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:57.550150 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-ec5beb88-71ee-42c6-bd54-d21eb09f7692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d30453-ecb2-44d7-95c3-5f5eb37cdf4e') {} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:57.559511 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec5beb88-71ee-42c6-bd54-d21eb09f7692 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8406200'] for segment (c8d30453-ecb2-44d7-95c3-5f5eb37cdf4e), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.572290 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec5beb88-71ee-42c6-bd54-d21eb09f7692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (c8d30453-ecb2-44d7-95c3-5f5eb37cdf4e), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.574030 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:57.579617 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5beb88-71ee-42c6-bd54-d21eb09f7692 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:34:57.579989 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec5beb88-71ee-42c6-bd54-d21eb09f7692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12204042'] for segment (c8d30453-ecb2-44d7-95c3-5f5eb37cdf4e), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.620785 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment c8d30453-ecb2-44d7-95c3-5f5eb37cdf4e resource provider aggregate not found Sep 09 20:34:57.640150 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment c8d30453-ecb2-44d7-95c3-5f5eb37cdf4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8d30453-ecb2-44d7-95c3-5f5eb37cdf4e found for delete ", "request_id": "req-5956d24b-ae31-4be6-b55d-1d30cb3d00e1"}]} Sep 09 20:34:57.644720 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec5beb88-71ee-42c6-bd54-d21eb09f7692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (cfba9c0f-bfda-4c66-8330-2c69120adeec), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.650060 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec5beb88-71ee-42c6-bd54-d21eb09f7692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.653727 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-ec5beb88-71ee-42c6-bd54-d21eb09f7692 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/cfba9c0f-bfda-4c66-8330-2c69120adeec HTTP/1.1" status: 204 len: 168 time: 0.2832487 Sep 09 20:34:57.656454 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35546) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:57.673608 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5beb88-71ee-42c6-bd54-d21eb09f7692 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfba9c0f-bfda-4c66-8330-2c69120adeec,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:57.709654 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_v2 [None req-f213df0a-85d5-4815-b662-6a31e01471e5 admin admin] Deleting subnet 6f5a25bd-cf82-43cb-829f-7ed3f78b5869 {{(pid=106234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:34:57.712913 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f213df0a-85d5-4815-b662-6a31e01471e5 admin admin] Publish callbacks [] for subnet (6f5a25bd-cf82-43cb-829f-7ed3f78b5869), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.751356 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f213df0a-85d5-4815-b662-6a31e01471e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406083'] for subnet (6f5a25bd-cf82-43cb-829f-7ed3f78b5869), precommit_delete_associations {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.788821 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f213df0a-85d5-4815-b662-6a31e01471e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (6f5a25bd-cf82-43cb-829f-7ed3f78b5869), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.839708 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f213df0a-85d5-4815-b662-6a31e01471e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12204128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8389842'] for subnet (6f5a25bd-cf82-43cb-829f-7ed3f78b5869), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.867830 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f213df0a-85d5-4815-b662-6a31e01471e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:57.870821 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-f213df0a-85d5-4815-b662-6a31e01471e5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/6f5a25bd-cf82-43cb-829f-7ed3f78b5869 HTTP/1.1" status: 204 len: 168 time: 0.2134590 Sep 09 20:34:57.872281 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213df0a-85d5-4815-b662-6a31e01471e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f5a25bd-cf82-43cb-829f-7ed3f78b5869,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:57.873987 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35548) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:57.942816 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c509566c-df52-4d36-b9e3-95909637f404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:58.021409 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c509566c-df52-4d36-b9e3-95909637f404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:58.041523 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-c509566c-df52-4d36-b9e3-95909637f404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0']}} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:58.051314 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-c509566c-df52-4d36-b9e3-95909637f404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba787b5-0848-44d5-8567-fbb8eb17cd02') {'for_net_delete': True} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:58.051618 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-c509566c-df52-4d36-b9e3-95909637f404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba787b5-0848-44d5-8567-fbb8eb17cd02') {} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:34:58.061189 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c509566c-df52-4d36-b9e3-95909637f404 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11101972'] for segment (1ba787b5-0848-44d5-8567-fbb8eb17cd02), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:58.074518 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c509566c-df52-4d36-b9e3-95909637f404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (1ba787b5-0848-44d5-8567-fbb8eb17cd02), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:58.080772 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c509566c-df52-4d36-b9e3-95909637f404 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=106235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:34:58.081156 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c509566c-df52-4d36-b9e3-95909637f404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11413392'] for segment (1ba787b5-0848-44d5-8567-fbb8eb17cd02), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:58.144856 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c509566c-df52-4d36-b9e3-95909637f404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:58.161670 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c509566c-df52-4d36-b9e3-95909637f404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:58.164779 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-c509566c-df52-4d36-b9e3-95909637f404 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0 HTTP/1.1" status: 204 len: 168 time: 0.2896683 Sep 09 20:34:58.166087 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509566c-df52-4d36-b9e3-95909637f404 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a0d0d16-cb50-476f-8e77-ba3f9ed9fed0,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:58.217233 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment 1ba787b5-0848-44d5-8567-fbb8eb17cd02 resource provider aggregate not found Sep 09 20:34:58.233382 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment 1ba787b5-0848-44d5-8567-fbb8eb17cd02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ba787b5-0848-44d5-8567-fbb8eb17cd02 found for delete ", "request_id": "req-09a7b6b8-1d2f-480b-ad5f-0288d17a3379"}]} Sep 09 20:34:58.335261 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35560) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:58.375999 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-19cf0701-1bd9-4afd-8ea2-618b1c16dfed admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=122f88e06223456eb1edc6b93c00a1d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395579 Sep 09 20:34:58.378348 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35562) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:58.426449 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-31054e29-59ba-40f4-a7a6-c0609ee92831 admin admin] Publish callbacks [] for security_group (a14ad639-a138-4c73-a3eb-4799a8312f37), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:58.445479 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:58.447661 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-31054e29-59ba-40f4-a7a6-c0609ee92831 admin admin] Publish callbacks [] for security_group (a14ad639-a138-4c73-a3eb-4799a8312f37), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:58.494625 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-31054e29-59ba-40f4-a7a6-c0609ee92831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a14ad639-a138-4c73-a3eb-4799a8312f37), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:58.497766 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-31054e29-59ba-40f4-a7a6-c0609ee92831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:58.498892 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-31054e29-59ba-40f4-a7a6-c0609ee92831 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a14ad639-a138-4c73-a3eb-4799a8312f37 HTTP/1.1" status: 204 len: 168 time: 0.1196437 Sep 09 20:34:58.506631 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31054e29-59ba-40f4-a7a6-c0609ee92831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14ad639-a138-4c73-a3eb-4799a8312f37,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:34:58.831634 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35568) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:58.872310 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-1ca359dc-d7ca-4f96-a8fc-adf1777e03da admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8607f205aafa4e849e534753fdf74cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395341 Sep 09 20:34:58.874848 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35570) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:34:58.889674 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:34:58.928410 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ea80b57c-b4f3-4896-a11b-35068cd03e7e admin admin] Publish callbacks [] for security_group (2a33bb38-cd03-4670-ba91-a4dd9d02d399), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:58.947821 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ea80b57c-b4f3-4896-a11b-35068cd03e7e admin admin] Publish callbacks [] for security_group (2a33bb38-cd03-4670-ba91-a4dd9d02d399), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:58.993794 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ea80b57c-b4f3-4896-a11b-35068cd03e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (2a33bb38-cd03-4670-ba91-a4dd9d02d399), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:58.996296 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ea80b57c-b4f3-4896-a11b-35068cd03e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:34:58.997439 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-ea80b57c-b4f3-4896-a11b-35068cd03e7e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2a33bb38-cd03-4670-ba91-a4dd9d02d399 HTTP/1.1" status: 204 len: 168 time: 0.1216176 Sep 09 20:34:59.004947 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80b57c-b4f3-4896-a11b-35068cd03e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a33bb38-cd03-4670-ba91-a4dd9d02d399,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:00.070184 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:35:01.291133 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35664) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:01.395910 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b1278fd2-f552-4bb0-9773-47e820449286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:01.432641 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:01.476829 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b1278fd2-f552-4bb0-9773-47e820449286 admin admin] Publish callbacks [] for security_group (a9f86fa1-dec2-434c-9a5b-ed0e9803ab86), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:01.482105 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b1278fd2-f552-4bb0-9773-47e820449286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a9f86fa1-dec2-434c-9a5b-ed0e9803ab86), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:01.521527 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-b1278fd2-f552-4bb0-9773-47e820449286 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=64c241febeb1493d99e93d3dde6711ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292783 Sep 09 20:35:01.522386 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1278fd2-f552-4bb0-9773-47e820449286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f86fa1-dec2-434c-9a5b-ed0e9803ab86,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:01.524902 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35668) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:01.574544 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9c8804f8-6363-4ffb-8150-b12352465ac8 admin admin] Publish callbacks [] for security_group (a9f86fa1-dec2-434c-9a5b-ed0e9803ab86), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:01.593729 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9c8804f8-6363-4ffb-8150-b12352465ac8 admin admin] Publish callbacks [] for security_group (a9f86fa1-dec2-434c-9a5b-ed0e9803ab86), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:01.639303 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9c8804f8-6363-4ffb-8150-b12352465ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (a9f86fa1-dec2-434c-9a5b-ed0e9803ab86), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:01.641891 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9c8804f8-6363-4ffb-8150-b12352465ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:01.643054 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-9c8804f8-6363-4ffb-8150-b12352465ac8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a9f86fa1-dec2-434c-9a5b-ed0e9803ab86 HTTP/1.1" status: 204 len: 168 time: 0.1171324 Sep 09 20:35:01.650896 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8804f8-6363-4ffb-8150-b12352465ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f86fa1-dec2-434c-9a5b-ed0e9803ab86,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:01.905130 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35674) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:01.921500 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-573f0e24-b490-4c8e-83a5-8dcd0e55f0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:01.995179 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-573f0e24-b490-4c8e-83a5-8dcd0e55f0b6 admin admin] Publish callbacks [] for security_group (b056f8b9-5082-488d-ba73-fe0e83387a52), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:01.999142 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-573f0e24-b490-4c8e-83a5-8dcd0e55f0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (b056f8b9-5082-488d-ba73-fe0e83387a52), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:02.037319 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-573f0e24-b490-4c8e-83a5-8dcd0e55f0b6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8b85bced0a6746b1af1098a8ecd0628d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310222 Sep 09 20:35:02.039160 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f0e24-b490-4c8e-83a5-8dcd0e55f0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b056f8b9-5082-488d-ba73-fe0e83387a52,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:02.040055 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35676) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:02.088950 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-05985ee6-1aeb-45dd-a363-c0da1dcb7c11 admin admin] Publish callbacks [] for security_group (b056f8b9-5082-488d-ba73-fe0e83387a52), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:02.109715 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-05985ee6-1aeb-45dd-a363-c0da1dcb7c11 admin admin] Publish callbacks [] for security_group (b056f8b9-5082-488d-ba73-fe0e83387a52), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:02.160490 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-05985ee6-1aeb-45dd-a363-c0da1dcb7c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (b056f8b9-5082-488d-ba73-fe0e83387a52), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:02.164473 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-05985ee6-1aeb-45dd-a363-c0da1dcb7c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:02.165680 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-05985ee6-1aeb-45dd-a363-c0da1dcb7c11 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b056f8b9-5082-488d-ba73-fe0e83387a52 HTTP/1.1" status: 204 len: 168 time: 0.1245952 Sep 09 20:35:02.175179 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05985ee6-1aeb-45dd-a363-c0da1dcb7c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b056f8b9-5082-488d-ba73-fe0e83387a52,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:02.553679 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:02.561293 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:02.858650 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35704) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:02.875283 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=92 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:02.956803 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1309096858-network', 'tenant_id': '946ec98211d54a399317b0499c2aa635'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:02.976901 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] Made reservation on behalf of 946ec98211d54a399317b0499c2aa635 for: {'network': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:35:02.979149 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:02.987782 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:03.065402 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] Publish callbacks [] for security_group (387372df-b7e7-41d7-878d-166b32f127e5), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:03.068787 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (387372df-b7e7-41d7-878d-166b32f127e5), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:03.096705 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=106235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:35:03.103500 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387372df-b7e7-41d7-878d-166b32f127e5,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:03.112376 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (8e618cb1-e60e-4545-8c81-f4e008b24016), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:03.112839 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.segments_db [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] Added segment 8e618cb1-e60e-4545-8c81-f4e008b24016 of type vlan for network 6e2d6c13-8f61-478f-a50f-d973fc0ecc99 Sep 09 20:35:03.154690 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (6e2d6c13-8f61-478f-a50f-d973fc0ecc99), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:03.180207 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (6e2d6c13-8f61-478f-a50f-d973fc0ecc99), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:03.181123 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:03.181736 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:03.236627 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3768888 Sep 09 20:35:03.239681 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35708) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:03.244668 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-d8ffabeb-ae7b-46f2-a1c2-71c0c627aa5b admin admin] Request body: {'subnet': {'network_id': '6e2d6c13-8f61-478f-a50f-d973fc0ecc99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1309096858-subnet', 'tenant_id': '946ec98211d54a399317b0499c2aa635', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:03.247252 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32527ab-6c1f-4041-8f0b-086f520bbf7f admin admin] Pushing event updated for resources: {'Network': ['ID=6e2d6c13-8f61-478f-a50f-d973fc0ecc99,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:03.258790 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network 6e2d6c13-8f61-478f-a50f-d973fc0ecc99 details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:35:03.259726 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:DELETE=9,neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:03.279322 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ffabeb-ae7b-46f2-a1c2-71c0c627aa5b admin admin] Made reservation on behalf of 946ec98211d54a399317b0499c2aa635 for: {'subnet': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:35:03.281452 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d8ffabeb-ae7b-46f2-a1c2-71c0c627aa5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8389813'] for subnet (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:03.493558 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d8ffabeb-ae7b-46f2-a1c2-71c0c627aa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12199335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8389803'] for subnet (8a6fe943-fea6-4f12-95e9-3cf108618ad7), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:03.547597 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffabeb-ae7b-46f2-a1c2-71c0c627aa5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6fe943-fea6-4f12-95e9-3cf108618ad7,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:03.557905 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffabeb-ae7b-46f2-a1c2-71c0c627aa5b admin admin] Checking segment: {'id': '8e618cb1-e60e-4545-8c81-f4e008b24016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6e2d6c13-8f61-478f-a50f-d973fc0ecc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:35:03.558261 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ffabeb-ae7b-46f2-a1c2-71c0c627aa5b admin admin] Network hostable DHCP agents. Network: 6e2d6c13-8f61-478f-a50f-d973fc0ecc99, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:35:03.561006 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:03.578064 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ffabeb-ae7b-46f2-a1c2-71c0c627aa5b admin admin] Network 6e2d6c13-8f61-478f-a50f-d973fc0ecc99 is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:35:03.587286 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-d8ffabeb-ae7b-46f2-a1c2-71c0c627aa5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, 6e2d6c13-8f61-478f-a50f-d973fc0ecc99) {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:35:03.591877 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ffabeb-ae7b-46f2-a1c2-71c0c627aa5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:03.592701 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d8ffabeb-ae7b-46f2-a1c2-71c0c627aa5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:03.596425 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e0175f-6be2-476a-9289-c9a675d49eee None None] Network 6e2d6c13-8f61-478f-a50f-d973fc0ecc99 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:35:03.609410 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-d8ffabeb-ae7b-46f2-a1c2-71c0c627aa5b admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3683221 Sep 09 20:35:03.824810 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfccdf21-346a-47ab-adb5-2b935ae5eddd None None] Network 6e2d6c13-8f61-478f-a50f-d973fc0ecc99 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:35:04.121649 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35730) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:04.127016 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-186448283-network', 'tenant_id': '00bc77badaf24b708b71ba175dfc1a6f'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:04.130660 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:DELETE=4,neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:04.150876 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] Made reservation on behalf of 00bc77badaf24b708b71ba175dfc1a6f for: {'network': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:35:04.153159 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:04.161737 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:04.235878 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] Publish callbacks [] for security_group (238da0ec-7c14-44b8-88f2-8836a05b48aa), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:04.239370 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (238da0ec-7c14-44b8-88f2-8836a05b48aa), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:04.268422 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=106235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:35:04.272902 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:04.273954 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238da0ec-7c14-44b8-88f2-8836a05b48aa,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:04.281760 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (d611d8e3-9f26-424a-928a-b7002b33f874), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:04.282198 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.segments_db [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] Added segment d611d8e3-9f26-424a-928a-b7002b33f874 of type vlan for network 260d53c8-58dc-4770-94e3-9882ba8f38c6 Sep 09 20:35:04.322907 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (260d53c8-58dc-4770-94e3-9882ba8f38c6), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:04.347718 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (260d53c8-58dc-4770-94e3-9882ba8f38c6), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:04.348673 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:04.349265 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:04.409123 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2857869 Sep 09 20:35:04.411978 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35734) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:04.416377 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca772d-0b32-45d8-8597-dd60ce8b90d8 admin admin] Pushing event updated for resources: {'Network': ['ID=260d53c8-58dc-4770-94e3-9882ba8f38c6,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:04.416663 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-f4c4c3e8-3649-43f5-b9df-c114ce7db837 admin admin] Request body: {'subnet': {'network_id': '260d53c8-58dc-4770-94e3-9882ba8f38c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-186448283-subnet', 'tenant_id': '00bc77badaf24b708b71ba175dfc1a6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:04.426695 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network 260d53c8-58dc-4770-94e3-9882ba8f38c6 details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:35:04.440417 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c4c3e8-3649-43f5-b9df-c114ce7db837 admin admin] Made reservation on behalf of 00bc77badaf24b708b71ba175dfc1a6f for: {'subnet': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:35:04.443308 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f4c4c3e8-3649-43f5-b9df-c114ce7db837 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8389813'] for subnet (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:04.619037 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f4c4c3e8-3649-43f5-b9df-c114ce7db837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12199335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8389803'] for subnet (f8dfa5bf-e5e1-4471-bfb4-0cedb8a5f247), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:04.679663 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4c3e8-3649-43f5-b9df-c114ce7db837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8dfa5bf-e5e1-4471-bfb4-0cedb8a5f247,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:04.690652 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4c3e8-3649-43f5-b9df-c114ce7db837 admin admin] Checking segment: {'id': 'd611d8e3-9f26-424a-928a-b7002b33f874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '260d53c8-58dc-4770-94e3-9882ba8f38c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:35:04.691079 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c4c3e8-3649-43f5-b9df-c114ce7db837 admin admin] Network hostable DHCP agents. Network: 260d53c8-58dc-4770-94e3-9882ba8f38c6, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:35:04.708987 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c4c3e8-3649-43f5-b9df-c114ce7db837 admin admin] Network 260d53c8-58dc-4770-94e3-9882ba8f38c6 is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:35:04.710173 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35740) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:04.718771 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-f4c4c3e8-3649-43f5-b9df-c114ce7db837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, 260d53c8-58dc-4770-94e3-9882ba8f38c6) {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:35:04.723137 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c4c3e8-3649-43f5-b9df-c114ce7db837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:04.723745 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f4c4c3e8-3649-43f5-b9df-c114ce7db837 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:04.730062 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a4c727-d79b-40c5-a146-a05b5ff8f192 None None] Network 260d53c8-58dc-4770-94e3-9882ba8f38c6 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:35:04.741775 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-f4c4c3e8-3649-43f5-b9df-c114ce7db837 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3287923 Sep 09 20:35:04.849728 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24ed8b7-5c80-4d59-a678-3a480aafa872 None None] Network 260d53c8-58dc-4770-94e3-9882ba8f38c6 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:35:04.859287 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6b5871c0-da02-4e42-98d3-a93a6b5c567e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:04.947681 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6b5871c0-da02-4e42-98d3-a93a6b5c567e admin admin] Publish callbacks [] for security_group (831f8611-b20c-4f00-ba14-d3c1d35ee262), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:04.952396 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6b5871c0-da02-4e42-98d3-a93a6b5c567e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (831f8611-b20c-4f00-ba14-d3c1d35ee262), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:04.993229 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-6b5871c0-da02-4e42-98d3-a93a6b5c567e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9d37e9b0f6e6404882c0c7d4b25fd04b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819636 Sep 09 20:35:04.994425 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5871c0-da02-4e42-98d3-a93a6b5c567e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831f8611-b20c-4f00-ba14-d3c1d35ee262,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:04.996931 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35750) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:05.049669 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-95f27a44-1acb-4a8b-a3c5-b0233c6377ff admin admin] Publish callbacks [] for security_group (831f8611-b20c-4f00-ba14-d3c1d35ee262), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:05.066924 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:05.072699 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-95f27a44-1acb-4a8b-a3c5-b0233c6377ff admin admin] Publish callbacks [] for security_group (831f8611-b20c-4f00-ba14-d3c1d35ee262), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:05.123354 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-95f27a44-1acb-4a8b-a3c5-b0233c6377ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (831f8611-b20c-4f00-ba14-d3c1d35ee262), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:05.125921 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-95f27a44-1acb-4a8b-a3c5-b0233c6377ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:05.127117 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-95f27a44-1acb-4a8b-a3c5-b0233c6377ff admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/831f8611-b20c-4f00-ba14-d3c1d35ee262 HTTP/1.1" status: 204 len: 168 time: 0.1290054 Sep 09 20:35:05.135218 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f27a44-1acb-4a8b-a3c5-b0233c6377ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831f8611-b20c-4f00-ba14-d3c1d35ee262,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:07.355010 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-2e7eb060-c5a2-4237-87c7-a2174b4a0421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:08.784700 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:09.572482 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-39996465-7cf9-4b1a-b1ef-7044160201d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:10.066696 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=79 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:10.263673 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0305a148-fdd3-4ed9-af71-a4a4127e1e0d req-9c97379f-93e1-48ed-acf3-a1adb163d588 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371981 Sep 09 20:35:10.331143 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305a148-fdd3-4ed9-af71-a4a4127e1e0d req-ab6cdf9c-883e-4c8c-ba6c-1e4d35e47cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:10.332589 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0305a148-fdd3-4ed9-af71-a4a4127e1e0d req-ab6cdf9c-883e-4c8c-ba6c-1e4d35e47cd4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 1129 time: 0.0424578 Sep 09 20:35:10.441462 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305a148-fdd3-4ed9-af71-a4a4127e1e0d req-6e76fa93-a005-4fb2-8e6f-dfc5c6b4ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:10.442912 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0305a148-fdd3-4ed9-af71-a4a4127e1e0d req-6e76fa93-a005-4fb2-8e6f-dfc5c6b4ce56 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 915 time: 0.0885575 Sep 09 20:35:10.510436 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0305a148-fdd3-4ed9-af71-a4a4127e1e0d req-8bcc612b-4595-4cbd-aedc-694fcdfca0e1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba HTTP/1.1" status: 200 len: 1001 time: 0.0588839 Sep 09 20:35:10.568333 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305a148-fdd3-4ed9-af71-a4a4127e1e0d req-b1c68ba9-0380-4c47-9132-669b086bbace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:10.570010 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0305a148-fdd3-4ed9-af71-a4a4127e1e0d req-b1c68ba9-0380-4c47-9132-669b086bbace service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cc644494-9f43-4a38-b775-113edbb4b69f HTTP/1.1" status: 200 len: 853 time: 0.0473580 Sep 09 20:35:10.604061 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:10.617905 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305a148-fdd3-4ed9-af71-a4a4127e1e0d req-f94c053d-274f-4860-a8be-c107cd2e5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:10.619654 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0305a148-fdd3-4ed9-af71-a4a4127e1e0d req-f94c053d-274f-4860-a8be-c107cd2e5fb2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438652 Sep 09 20:35:10.718384 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0305a148-fdd3-4ed9-af71-a4a4127e1e0d req-8ac87492-c196-4c96-9a77-80df64085003 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918846 Sep 09 20:35:10.811797 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0305a148-fdd3-4ed9-af71-a4a4127e1e0d req-f306a327-a881-4461-a2a9-9305220930e5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860345 Sep 09 20:35:10.886088 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:12.295489 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:12.460020 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:13.115691 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d3da2-9af7-4c9a-a23e-a4c032395985 req-ab4c377e-b65f-446d-a210-d38e56b5801b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:13.117128 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f81d3da2-9af7-4c9a-a23e-a4c032395985 req-ab4c377e-b65f-446d-a210-d38e56b5801b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 945 time: 0.0461652 Sep 09 20:35:13.166500 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f81d3da2-9af7-4c9a-a23e-a4c032395985 req-7ecf7b4c-dddd-4000-93e1-8997563eebb0 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c08bb5e0-b304-423f-8676-9909015a684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433402 Sep 09 20:35:14.292911 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda7e4c-e2f2-46df-8ef0-f23928af96d0 req-d7bc1837-813f-49e6-903b-0e09dd46d9d3 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:14.294362 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6fda7e4c-e2f2-46df-8ef0-f23928af96d0 req-d7bc1837-813f-49e6-903b-0e09dd46d9d3 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 945 time: 0.0453722 Sep 09 20:35:14.339495 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6fda7e4c-e2f2-46df-8ef0-f23928af96d0 req-2ce1d55c-259b-4d8b-b508-a5525e9c64ec tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c08bb5e0-b304-423f-8676-9909015a684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396242 Sep 09 20:35:15.459686 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c10c47-d8c4-4f2c-8ddf-4b3fc3fb3a87 req-18bf0e38-2cc1-4437-a5fd-7a97941f160a tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:15.461125 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-62c10c47-d8c4-4f2c-8ddf-4b3fc3fb3a87 req-18bf0e38-2cc1-4437-a5fd-7a97941f160a tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 945 time: 0.0464852 Sep 09 20:35:15.507652 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-62c10c47-d8c4-4f2c-8ddf-4b3fc3fb3a87 req-2e066457-e30d-4425-8c7c-60b2b1f541bf tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c08bb5e0-b304-423f-8676-9909015a684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408781 Sep 09 20:35:16.631207 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65daeaa-19dc-4be1-b08d-cdb7814ec15b req-48c39120-b85f-4f45-b19c-c5c3c77b718b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:16.632640 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b65daeaa-19dc-4be1-b08d-cdb7814ec15b req-48c39120-b85f-4f45-b19c-c5c3c77b718b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 945 time: 0.0500727 Sep 09 20:35:16.674269 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:16.679142 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b65daeaa-19dc-4be1-b08d-cdb7814ec15b req-c24994b5-e926-473c-be0f-1446f0418c5a tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c08bb5e0-b304-423f-8676-9909015a684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410459 Sep 09 20:35:17.797270 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ba810-774b-40c7-8fd4-da84aa0d773c req-1c2b88a9-3511-4f02-81b1-e3010f7a86e5 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:17.798700 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ff5ba810-774b-40c7-8fd4-da84aa0d773c req-1c2b88a9-3511-4f02-81b1-e3010f7a86e5 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 945 time: 0.0461309 Sep 09 20:35:17.845180 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ff5ba810-774b-40c7-8fd4-da84aa0d773c req-a2437f86-31f5-49a9-b98a-0ad4cf83ecf3 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c08bb5e0-b304-423f-8676-9909015a684c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409532 Sep 09 20:35:17.958474 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:17.976355 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36089561-8e1d-4730-87bc-a45053d35806 req-2c69e0e2-f54b-4fab-a43d-0b5088d553ae tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:17.977818 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36089561-8e1d-4730-87bc-a45053d35806 req-2c69e0e2-f54b-4fab-a43d-0b5088d553ae tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 945 time: 0.0487351 Sep 09 20:35:18.059075 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-36089561-8e1d-4730-87bc-a45053d35806 req-72f63d8f-0e86-44a9-9a4f-4321356bf3d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Deleting port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:35:18.059412 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36089561-8e1d-4730-87bc-a45053d35806 req-72f63d8f-0e86-44a9-9a4f-4321356bf3d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:18.150251 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-36089561-8e1d-4730-87bc-a45053d35806 req-72f63d8f-0e86-44a9-9a4f-4321356bf3d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] For port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=5f45cfd7-522f-4633-8ade-6cd0aefcd5c3,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:35:18.150613 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36089561-8e1d-4730-87bc-a45053d35806 req-72f63d8f-0e86-44a9-9a4f-4321356bf3d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:18.328989 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36089561-8e1d-4730-87bc-a45053d35806 req-72f63d8f-0e86-44a9-9a4f-4321356bf3d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:18.329391 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36089561-8e1d-4730-87bc-a45053d35806 req-72f63d8f-0e86-44a9-9a4f-4321356bf3d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (47bf75d2-3103-4168-aeb4-216041476615), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:18.329710 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [req-36089561-8e1d-4730-87bc-a45053d35806 req-72f63d8f-0e86-44a9-9a4f-4321356bf3d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Floating IP 47bf75d2-3103-4168-aeb4-216041476615 disassociated. External IP: 172.27.1.136, port: 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3. Sep 09 20:35:18.330055 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-36089561-8e1d-4730-87bc-a45053d35806 req-72f63d8f-0e86-44a9-9a4f-4321356bf3d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Calling delete_port for 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:35:18.400572 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:35:18.458313 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36089561-8e1d-4730-87bc-a45053d35806 req-72f63d8f-0e86-44a9-9a4f-4321356bf3d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:18.473998 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 is: ACTIVE; New status is: DOWN {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:18.474311 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (5f45cfd7-522f-4633-8ade-6cd0aefcd5c3), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:18.486608 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f63d8f-0e86-44a9-9a4f-4321356bf3d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event deleted for resources: {'Port': ['ID=5f45cfd7-522f-4633-8ade-6cd0aefcd5c3,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:18.603478 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36089561-8e1d-4730-87bc-a45053d35806 req-72f63d8f-0e86-44a9-9a4f-4321356bf3d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Router 549801df-edf5-4c2d-9b08-99e9bfdfff0b has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:35:18.693178 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:18.707760 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36089561-8e1d-4730-87bc-a45053d35806 req-72f63d8f-0e86-44a9-9a4f-4321356bf3d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:35:18.718385 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a4bcfa-4b5c-4fe2-a76d-079257461483 None None] Sync routers for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:35:18.727962 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a4bcfa-4b5c-4fe2-a76d-079257461483 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:35:18.728526 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-d7a4bcfa-4b5c-4fe2-a76d-079257461483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:35:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:18.750077 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-36089561-8e1d-4730-87bc-a45053d35806 req-72f63d8f-0e86-44a9-9a4f-4321356bf3d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] No DVR routers for this DVR port 5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:35:18.752546 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-36089561-8e1d-4730-87bc-a45053d35806 req-72f63d8f-0e86-44a9-9a4f-4321356bf3d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:18.755747 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36089561-8e1d-4730-87bc-a45053d35806 req-72f63d8f-0e86-44a9-9a4f-4321356bf3d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "DELETE /networking/v2.0/ports/5f45cfd7-522f-4633-8ade-6cd0aefcd5c3 HTTP/1.1" status: 204 len: 173 time: 0.7714994 Sep 09 20:35:18.756239 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd0fa94-e842-4150-9939-37899a89da44', 'name': 'network-vif-deleted', 'tag': '5f45cfd7-522f-4633-8ade-6cd0aefcd5c3'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:35:18.758489 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47baba1-e18e-4a47-a842-69774eaaf5e1" -d '{"events": [{"server_uuid": "9dd0fa94-e842-4150-9939-37899a89da44", "name": "network-vif-deleted", "tag": "5f45cfd7-522f-4633-8ade-6cd0aefcd5c3"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:35:18.796469 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b03f0e-d016-4d24-8f14-695da66ff580 x-openstack-request-id: req-60b03f0e-d016-4d24-8f14-695da66ff580 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:35:18.796799 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd0fa94-e842-4150-9939-37899a89da44", "name": "network-vif-deleted", "tag": "5f45cfd7-522f-4633-8ade-6cd0aefcd5c3", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:35:18.797033 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60b03f0e-d016-4d24-8f14-695da66ff580 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:35:18.797472 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b03f0e-d016-4d24-8f14-695da66ff580'] response: {'server_uuid': '9dd0fa94-e842-4150-9939-37899a89da44', 'name': 'network-vif-deleted', 'tag': '5f45cfd7-522f-4633-8ade-6cd0aefcd5c3', 'status': 'completed', 'code': 200} Sep 09 20:35:18.847493 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-d7a4bcfa-4b5c-4fe2-a76d-079257461483 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:35:18.886735 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:18.990666 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-75b0c7e2-66b9-4de5-bc92-71291d7fc5af req-8b203254-99b7-4f56-873a-643fa0605e32 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9dd0fa94-e842-4150-9939-37899a89da44 HTTP/1.1" status: 200 len: 210 time: 0.0399110 Sep 09 20:35:18.998090 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:19.085419 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-d7a4bcfa-4b5c-4fe2-a76d-079257461483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'd7130555-f2cc-49b5-88f7-3f4b83390256', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:a3:f0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:33:25Z', 'updated_at': '2022-09-09T20:33:40Z', 'revision_number': 2, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:19.111825 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a4bcfa-4b5c-4fe2-a76d-079257461483 None None] Checking router: 549801df-edf5-4c2d-9b08-99e9bfdfff0b for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:35:19.121356 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a4bcfa-4b5c-4fe2-a76d-079257461483 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:35:19.121969 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-d7a4bcfa-4b5c-4fe2-a76d-079257461483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:35:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:19.229147 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-d7a4bcfa-4b5c-4fe2-a76d-079257461483 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:35:19.461218 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-d7a4bcfa-4b5c-4fe2-a76d-079257461483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'd7130555-f2cc-49b5-88f7-3f4b83390256', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:a3:f0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:33:25Z', 'updated_at': '2022-09-09T20:33:40Z', 'revision_number': 2, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:19.495794 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a4bcfa-4b5c-4fe2-a76d-079257461483 None None] The sync data for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi is: [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'd7130555-f2cc-49b5-88f7-3f4b83390256', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:a3:f0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:33:25Z', 'updated_at': '2022-09-09T20:33:40Z', 'revision_number': 2, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:35:19.765060 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecc3027-9542-47ed-9f3b-895c8221ddb4 None None] New status for floating IP 47bf75d2-3103-4168-aeb4-216041476615: DOWN {{(pid=106237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:35:20.077519 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 35960) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:20.137964 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6272-b2d1-45c7-ab23-6448eb105286 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (c08bb5e0-b304-423f-8676-9909015a684c), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:20.159868 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6272-b2d1-45c7-ab23-6448eb105286 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (c08bb5e0-b304-423f-8676-9909015a684c), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:20.206758 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6272-b2d1-45c7-ab23-6448eb105286 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (c08bb5e0-b304-423f-8676-9909015a684c), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:20.209389 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6272-b2d1-45c7-ab23-6448eb105286 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:20.210524 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-cd4f6272-b2d1-45c7-ab23-6448eb105286 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c08bb5e0-b304-423f-8676-9909015a684c HTTP/1.1" status: 204 len: 168 time: 0.1319914 Sep 09 20:35:20.213412 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35962) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:20.219573 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f6272-b2d1-45c7-ab23-6448eb105286 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08bb5e0-b304-423f-8676-9909015a684c,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:20.228350 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.api.v2.resource [None req-bd69da7b-8b50-4947-b9f9-f4a3e2ec6099 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] show failed (client error): The resource could not be found. Sep 09 20:35:20.229534 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-bd69da7b-8b50-4947-b9f9-f4a3e2ec6099 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups/c08bb5e0-b304-423f-8676-9909015a684c HTTP/1.1" status: 404 len: 347 time: 0.0149479 Sep 09 20:35:20.232849 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 35964) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:20.342731 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-d5048b27-58a2-4cd9-9981-0dc30601a3b4 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Deleting port 7c4ae7ee-d438-49b1-958f-3b6723585d54 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:35:20.342952 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d5048b27-58a2-4cd9-9981-0dc30601a3b4 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (7c4ae7ee-d438-49b1-958f-3b6723585d54), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:20.358423 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:20.422227 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d5048b27-58a2-4cd9-9981-0dc30601a3b4 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (7c4ae7ee-d438-49b1-958f-3b6723585d54), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:20.422553 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d5048b27-58a2-4cd9-9981-0dc30601a3b4 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (7c4ae7ee-d438-49b1-958f-3b6723585d54), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:20.434944 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-d5048b27-58a2-4cd9-9981-0dc30601a3b4 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Calling delete_port for 7c4ae7ee-d438-49b1-958f-3b6723585d54 owned by network:floatingip {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:35:20.564060 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d5048b27-58a2-4cd9-9981-0dc30601a3b4 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (7c4ae7ee-d438-49b1-958f-3b6723585d54), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:20.585954 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5048b27-58a2-4cd9-9981-0dc30601a3b4 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event deleted for resources: {'Port': ['ID=7c4ae7ee-d438-49b1-958f-3b6723585d54,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:20.649705 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d5048b27-58a2-4cd9-9981-0dc30601a3b4 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (47bf75d2-3103-4168-aeb4-216041476615), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:20.652284 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d5048b27-58a2-4cd9-9981-0dc30601a3b4 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:20.653448 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-d5048b27-58a2-4cd9-9981-0dc30601a3b4 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/47bf75d2-3103-4168-aeb4-216041476615 HTTP/1.1" status: 204 len: 168 time: 0.4194689 Sep 09 20:35:22.462860 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcfeba-8bef-4a80-9dd3-db604a0ee7c2 req-4f882911-76de-4d70-ae91-16702a1ce39a tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:22.464303 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-01dcfeba-8bef-4a80-9dd3-db604a0ee7c2 req-4f882911-76de-4d70-ae91-16702a1ce39a tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 945 time: 0.0471625 Sep 09 20:35:22.510695 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-01dcfeba-8bef-4a80-9dd3-db604a0ee7c2 req-c737e289-8435-4c6e-94b6-89e9a24ca945 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4bebc85f-b5cb-4be5-8a29-254125ba386a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406775 Sep 09 20:35:23.643001 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb0502-c93c-40bc-b8aa-8a0bfaabe7fd req-fe938d2b-7e8e-49e8-b1b5-f8be919ec5c3 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:23.644801 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-11eb0502-c93c-40bc-b8aa-8a0bfaabe7fd req-fe938d2b-7e8e-49e8-b1b5-f8be919ec5c3 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 945 time: 0.0569026 Sep 09 20:35:23.693415 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-11eb0502-c93c-40bc-b8aa-8a0bfaabe7fd req-9bef0f28-e447-4644-a149-d2539df4e6d6 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4bebc85f-b5cb-4be5-8a29-254125ba386a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426381 Sep 09 20:35:24.035796 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-cd52f59f-e4ef-4b53-9340-4d1e70ef9ec1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:24.037323 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-cd52f59f-e4ef-4b53-9340-4d1e70ef9ec1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 945 time: 0.0499022 Sep 09 20:35:24.120128 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-7665e254-946c-4faa-9381-26aca4f6c958 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Deleting port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:35:24.120434 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-7665e254-946c-4faa-9381-26aca4f6c958 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:24.211102 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-7665e254-946c-4faa-9381-26aca4f6c958 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] For port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:35:24.211466 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-7665e254-946c-4faa-9381-26aca4f6c958 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:24.367786 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:24.371664 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-7665e254-946c-4faa-9381-26aca4f6c958 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:24.371960 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-7665e254-946c-4faa-9381-26aca4f6c958 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (d7130555-f2cc-49b5-88f7-3f4b83390256), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:24.372278 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-7665e254-946c-4faa-9381-26aca4f6c958 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Floating IP d7130555-f2cc-49b5-88f7-3f4b83390256 disassociated. External IP: 172.27.1.231, port: ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba. Sep 09 20:35:24.372621 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-7665e254-946c-4faa-9381-26aca4f6c958 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Calling delete_port for ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:35:24.508987 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-7665e254-946c-4faa-9381-26aca4f6c958 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:24.540744 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665e254-946c-4faa-9381-26aca4f6c958 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event deleted for resources: {'Port': ['ID=ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:24.564611 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36050) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:24.624851 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:24.653799 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-7665e254-946c-4faa-9381-26aca4f6c958 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Router 549801df-edf5-4c2d-9b08-99e9bfdfff0b has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:35:24.680880 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:24.739261 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:24.764085 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Publish callbacks [] for security_group (9c9f7f4b-b722-4b03-b407-f1e60a0712ae), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:24.768285 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (9c9f7f4b-b722-4b03-b407-f1e60a0712ae), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:24.774266 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-7665e254-946c-4faa-9381-26aca4f6c958 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:35:24.789920 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37df9c2-e201-479b-88ac-f5990f1e372b None None] Sync routers for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:35:24.800615 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37df9c2-e201-479b-88ac-f5990f1e372b None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:35:24.801534 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-f37df9c2-e201-479b-88ac-f5990f1e372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:35:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:24.821986 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-7665e254-946c-4faa-9381-26aca4f6c958 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] No DVR routers for this DVR port ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:35:24.824972 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-7665e254-946c-4faa-9381-26aca4f6c958 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:24.828299 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-eec641c6-f8a4-478d-8891-1d1c7ca32dab req-7665e254-946c-4faa-9381-26aca4f6c958 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "DELETE /networking/v2.0/ports/ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba HTTP/1.1" status: 204 len: 173 time: 0.7843685 Sep 09 20:35:24.828803 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'name': 'network-vif-deleted', 'tag': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:35:24.837337 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-47b1825f-be14-4863-8e5b-5270d6863f01 req-bd9ecc89-64d2-428c-97d1-2de0d16890f3 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=85ad8e52-a548-49df-88d4-9969d1bcf873 HTTP/1.1" status: 200 len: 210 time: 0.0563891 Sep 09 20:35:24.842210 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9442165dc944494a96784dcdeb006fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765384 Sep 09 20:35:24.843975 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9f7f4b-b722-4b03-b407-f1e60a0712ae,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:24.846485 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4a4e99-1d05-40fa-9444-47691590cbda" -d '{"events": [{"server_uuid": "85ad8e52-a548-49df-88d4-9969d1bcf873", "name": "network-vif-deleted", "tag": "ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:35:24.847957 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36056) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:24.861366 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:24.861951 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:24.862466 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:24.862815 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:24.863151 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:24.863476 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:24.864041 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:24.865713 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:24.865713 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:24.865713 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:24.869349 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:24.869349 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:24.869349 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:24.869349 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:24.869349 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3f498-e8c3-4da0-8f77-42dc47ca24c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:24.922320 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-26794aa3-6d50-4eec-aaef-ccd53a1583d6 admin admin] Publish callbacks [] for security_group (9c9f7f4b-b722-4b03-b407-f1e60a0712ae), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:24.935556 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366876cc-082a-444e-9c88-5e4c94b4e513 x-openstack-request-id: req-366876cc-082a-444e-9c88-5e4c94b4e513 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:35:24.935852 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ad8e52-a548-49df-88d4-9969d1bcf873", "name": "network-vif-deleted", "tag": "ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:35:24.936103 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-366876cc-082a-444e-9c88-5e4c94b4e513 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:35:24.937079 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366876cc-082a-444e-9c88-5e4c94b4e513'] response: {'server_uuid': '85ad8e52-a548-49df-88d4-9969d1bcf873', 'name': 'network-vif-deleted', 'tag': 'ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba', 'status': 'completed', 'code': 200} Sep 09 20:35:24.937810 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-f37df9c2-e201-479b-88ac-f5990f1e372b None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:35:24.955312 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-26794aa3-6d50-4eec-aaef-ccd53a1583d6 admin admin] Publish callbacks [] for security_group (9c9f7f4b-b722-4b03-b407-f1e60a0712ae), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.028728 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-26794aa3-6d50-4eec-aaef-ccd53a1583d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (9c9f7f4b-b722-4b03-b407-f1e60a0712ae), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.033036 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-26794aa3-6d50-4eec-aaef-ccd53a1583d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.036737 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-26794aa3-6d50-4eec-aaef-ccd53a1583d6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9c9f7f4b-b722-4b03-b407-f1e60a0712ae HTTP/1.1" status: 204 len: 168 time: 0.1851776 Sep 09 20:35:25.070854 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26794aa3-6d50-4eec-aaef-ccd53a1583d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9f7f4b-b722-4b03-b407-f1e60a0712ae,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:25.157857 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36072) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:25.210626 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Deleting subnet 8a6fe943-fea6-4f12-95e9-3cf108618ad7 {{(pid=106235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:35:25.214750 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Publish callbacks [] for subnet (8a6fe943-fea6-4f12-95e9-3cf108618ad7), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.247600 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-f37df9c2-e201-479b-88ac-f5990f1e372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:25.256211 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11102191'] for subnet (8a6fe943-fea6-4f12-95e9-3cf108618ad7), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.307165 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (8a6fe943-fea6-4f12-95e9-3cf108618ad7), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.366914 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11413498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11867108'] for subnet (8a6fe943-fea6-4f12-95e9-3cf108618ad7), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.392974 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6fe943-fea6-4f12-95e9-3cf108618ad7,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:25.403302 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:25.403653 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:25.403997 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:25.404336 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:25.404839 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:25.405352 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:25.405853 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:25.406353 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:25.406963 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:25.407449 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:25.408128 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:25.408627 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:25.408750 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37df9c2-e201-479b-88ac-f5990f1e372b None None] Checking router: 549801df-edf5-4c2d-9b08-99e9bfdfff0b for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:35:25.409888 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:25.410411 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:25.410847 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:25.414313 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.418020 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37df9c2-e201-479b-88ac-f5990f1e372b None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:35:25.418536 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-1f144ba2-5ee9-488a-8b80-b9cd946f0b7e admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/8a6fe943-fea6-4f12-95e9-3cf108618ad7 HTTP/1.1" status: 204 len: 168 time: 0.2587032 Sep 09 20:35:25.418952 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-f37df9c2-e201-479b-88ac-f5990f1e372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:35:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:25.420940 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36082) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:25.481144 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:25.503814 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7ce9bef1-177e-4dd0-826c-668129f7b0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (6e2d6c13-8f61-478f-a50f-d973fc0ecc99), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.515635 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=100 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:25.528033 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-f37df9c2-e201-479b-88ac-f5990f1e372b None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:35:25.529850 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=100 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:25.624757 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7ce9bef1-177e-4dd0-826c-668129f7b0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (6e2d6c13-8f61-478f-a50f-d973fc0ecc99), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.651198 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-7ce9bef1-177e-4dd0-826c-668129f7b0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2d6c13-8f61-478f-a50f-d973fc0ecc99']}} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:25.665682 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-7ce9bef1-177e-4dd0-826c-668129f7b0d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e618cb1-e60e-4545-8c81-f4e008b24016') {'for_net_delete': True} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:25.665980 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-7ce9bef1-177e-4dd0-826c-668129f7b0d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e618cb1-e60e-4545-8c81-f4e008b24016') {} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:25.677293 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7ce9bef1-177e-4dd0-826c-668129f7b0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8406200'] for segment (8e618cb1-e60e-4545-8c81-f4e008b24016), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.694042 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7ce9bef1-177e-4dd0-826c-668129f7b0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (8e618cb1-e60e-4545-8c81-f4e008b24016), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.701715 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce9bef1-177e-4dd0-826c-668129f7b0d0 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:35:25.702286 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7ce9bef1-177e-4dd0-826c-668129f7b0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12204042'] for segment (8e618cb1-e60e-4545-8c81-f4e008b24016), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.727220 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment 8e618cb1-e60e-4545-8c81-f4e008b24016 resource provider aggregate not found Sep 09 20:35:25.758223 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-f37df9c2-e201-479b-88ac-f5990f1e372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:25.759023 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment 8e618cb1-e60e-4545-8c81-f4e008b24016 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e618cb1-e60e-4545-8c81-f4e008b24016 found for delete ", "request_id": "req-490c8ab5-8fe4-4737-914a-9452332ceb6e"}]} Sep 09 20:35:25.786482 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7ce9bef1-177e-4dd0-826c-668129f7b0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (6e2d6c13-8f61-478f-a50f-d973fc0ecc99), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.789591 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37df9c2-e201-479b-88ac-f5990f1e372b None None] The sync data for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi is: [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:35:25.791323 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7ce9bef1-177e-4dd0-826c-668129f7b0d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.798340 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36098) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:25.798472 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-7ce9bef1-177e-4dd0-826c-668129f7b0d0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/6e2d6c13-8f61-478f-a50f-d973fc0ecc99 HTTP/1.1" status: 204 len: 168 time: 0.3763506 Sep 09 20:35:25.812035 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9bef1-177e-4dd0-826c-668129f7b0d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e2d6c13-8f61-478f-a50f-d973fc0ecc99,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:25.853989 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa359d3-463b-4272-9756-6ee7ab1c1d7a admin admin] Deleting subnet f8dfa5bf-e5e1-4471-bfb4-0cedb8a5f247 {{(pid=106235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:35:25.855182 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36100) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:25.861689 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ffa359d3-463b-4272-9756-6ee7ab1c1d7a admin admin] Publish callbacks [] for subnet (f8dfa5bf-e5e1-4471-bfb4-0cedb8a5f247), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.899217 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ffa359d3-463b-4272-9756-6ee7ab1c1d7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11102191'] for subnet (f8dfa5bf-e5e1-4471-bfb4-0cedb8a5f247), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.951295 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ffa359d3-463b-4272-9756-6ee7ab1c1d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (f8dfa5bf-e5e1-4471-bfb4-0cedb8a5f247), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:25.965477 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36108) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:25.990180 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2077139850-network', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:25.999783 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:26.010047 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ffa359d3-463b-4272-9756-6ee7ab1c1d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11413498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11867108'] for subnet (f8dfa5bf-e5e1-4471-bfb4-0cedb8a5f247), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.032356 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] Made reservation on behalf of 7e12f0c37bd14176b04dfd87d7b10520 for: {'network': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:35:26.034615 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.046005 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ffa359d3-463b-4272-9756-6ee7ab1c1d7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.051838 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-ffa359d3-463b-4272-9756-6ee7ab1c1d7a admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/f8dfa5bf-e5e1-4471-bfb4-0cedb8a5f247 HTTP/1.1" status: 204 len: 168 time: 0.2501070 Sep 09 20:35:26.051838 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa359d3-463b-4272-9756-6ee7ab1c1d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8dfa5bf-e5e1-4471-bfb4-0cedb8a5f247,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:26.053660 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36110) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:26.055757 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.059356 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3a31053f-0acb-4d10-8e8e-564c2eb0c933 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (4bebc85f-b5cb-4be5-8a29-254125ba386a), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.100751 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3a31053f-0acb-4d10-8e8e-564c2eb0c933 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (4bebc85f-b5cb-4be5-8a29-254125ba386a), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.127952 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d277e42-f2a0-4982-b080-638b7540e7b4 None None] New status for floating IP d7130555-f2cc-49b5-88f7-3f4b83390256: DOWN {{(pid=106237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:35:26.129060 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d14b4ede-a222-4e54-8478-cb5ddea18dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (260d53c8-58dc-4770-94e3-9882ba8f38c6), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.188983 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3a31053f-0acb-4d10-8e8e-564c2eb0c933 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (4bebc85f-b5cb-4be5-8a29-254125ba386a), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.191075 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3a31053f-0acb-4d10-8e8e-564c2eb0c933 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.194801 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-3a31053f-0acb-4d10-8e8e-564c2eb0c933 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4bebc85f-b5cb-4be5-8a29-254125ba386a HTTP/1.1" status: 204 len: 168 time: 0.2253475 Sep 09 20:35:26.204069 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36112) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:26.220849 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] Publish callbacks [] for security_group (97f703e4-810b-44c7-8b53-0c63eb3d73fa), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.224038 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31053f-0acb-4d10-8e8e-564c2eb0c933 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bebc85f-b5cb-4be5-8a29-254125ba386a,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:26.231661 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.api.v2.resource [None req-5e3fad45-5f49-4d13-a493-ad3f9836ec55 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] show failed (client error): The resource could not be found. Sep 09 20:35:26.235906 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-5e3fad45-5f49-4d13-a493-ad3f9836ec55 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups/4bebc85f-b5cb-4be5-8a29-254125ba386a HTTP/1.1" status: 404 len: 347 time: 0.0276461 Sep 09 20:35:26.235906 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (97f703e4-810b-44c7-8b53-0c63eb3d73fa), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.236504 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36114) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:26.247718 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:26.320023 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=106234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:35:26.330560 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f703e4-810b-44c7-8b53-0c63eb3d73fa,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:26.433449 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:35:26.453811 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:35:26.454072 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device ad572a26-4dd8-4abc-91ef-a9a4f9f3b0ba not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:35:26.455027 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d14b4ede-a222-4e54-8478-cb5ddea18dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (260d53c8-58dc-4770-94e3-9882ba8f38c6), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.476861 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-d14b4ede-a222-4e54-8478-cb5ddea18dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260d53c8-58dc-4770-94e3-9882ba8f38c6']}} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:26.487735 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-d14b4ede-a222-4e54-8478-cb5ddea18dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd611d8e3-9f26-424a-928a-b7002b33f874') {'for_net_delete': True} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:26.488036 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-d14b4ede-a222-4e54-8478-cb5ddea18dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd611d8e3-9f26-424a-928a-b7002b33f874') {} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:26.496664 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:26.498685 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d14b4ede-a222-4e54-8478-cb5ddea18dbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11101972'] for segment (d611d8e3-9f26-424a-928a-b7002b33f874), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.514334 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d14b4ede-a222-4e54-8478-cb5ddea18dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (d611d8e3-9f26-424a-928a-b7002b33f874), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.521273 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14b4ede-a222-4e54-8478-cb5ddea18dbe admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:35:26.521806 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d14b4ede-a222-4e54-8478-cb5ddea18dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11413392'] for segment (d611d8e3-9f26-424a-928a-b7002b33f874), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.564633 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment d611d8e3-9f26-424a-928a-b7002b33f874 resource provider aggregate not found Sep 09 20:35:26.587969 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment d611d8e3-9f26-424a-928a-b7002b33f874 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d611d8e3-9f26-424a-928a-b7002b33f874 found for delete ", "request_id": "req-e128f3a5-49f8-410f-8f94-1da0f36516ec"}]} Sep 09 20:35:26.589653 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d14b4ede-a222-4e54-8478-cb5ddea18dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (260d53c8-58dc-4770-94e3-9882ba8f38c6), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.595247 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-d14b4ede-a222-4e54-8478-cb5ddea18dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.598351 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-d14b4ede-a222-4e54-8478-cb5ddea18dbe admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/260d53c8-58dc-4770-94e3-9882ba8f38c6 HTTP/1.1" status: 204 len: 168 time: 0.5435216 Sep 09 20:35:26.615427 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b4ede-a222-4e54-8478-cb5ddea18dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=260d53c8-58dc-4770-94e3-9882ba8f38c6,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:26.642385 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (c3ceea64-fa0a-481e-983a-ff21d0241ecb), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.642733 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.segments_db [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] Added segment c3ceea64-fa0a-481e-983a-ff21d0241ecb of type vlan for network 59e2f46b-26f1-41b6-a478-bcc0b9346326 Sep 09 20:35:26.709274 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (59e2f46b-26f1-41b6-a478-bcc0b9346326), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.715497 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0861f-b41a-4602-aec8-cfc7496a56d7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Deleting port cd34700a-f585-4b80-acd6-07cb7eea6ead {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:35:26.715821 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-bdb0861f-b41a-4602-aec8-cfc7496a56d7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (cd34700a-f585-4b80-acd6-07cb7eea6ead), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.730726 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36122) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:26.760964 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:26.770855 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-d5912dab-8d9d-4ee0-b378-a36dc59b65a8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=946ec98211d54a399317b0499c2aa635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389283 Sep 09 20:35:26.773456 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36124) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:26.781566 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (59e2f46b-26f1-41b6-a478-bcc0b9346326), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.782550 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:26.783129 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.826661 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-bbad03c2-03a4-46b4-a1cc-495aa9975b8b admin admin] Publish callbacks [] for security_group (387372df-b7e7-41d7-878d-166b32f127e5), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.846907 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-bbad03c2-03a4-46b4-a1cc-495aa9975b8b admin admin] Publish callbacks [] for security_group (387372df-b7e7-41d7-878d-166b32f127e5), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.848066 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9915481 Sep 09 20:35:26.851649 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36126) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:26.872018 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-a1fa9011-7b38-4023-add6-7f76eda0a6e5 admin admin] Request body: {'subnet': {'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2077139850-subnet', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'ip_version': 4}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:26.892627 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3b9bf-efbf-4ad5-9f5d-b0f9c55c7fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=59e2f46b-26f1-41b6-a478-bcc0b9346326,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:26.895044 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-bbad03c2-03a4-46b4-a1cc-495aa9975b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (387372df-b7e7-41d7-878d-166b32f127e5), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.896764 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-bdb0861f-b41a-4602-aec8-cfc7496a56d7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (cd34700a-f585-4b80-acd6-07cb7eea6ead), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.897098 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-bdb0861f-b41a-4602-aec8-cfc7496a56d7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (cd34700a-f585-4b80-acd6-07cb7eea6ead), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.897750 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-bbad03c2-03a4-46b4-a1cc-495aa9975b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:26.898930 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-bbad03c2-03a4-46b4-a1cc-495aa9975b8b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/387372df-b7e7-41d7-878d-166b32f127e5 HTTP/1.1" status: 204 len: 168 time: 0.1244438 Sep 09 20:35:26.906399 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network 59e2f46b-26f1-41b6-a478-bcc0b9346326 details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:35:26.913226 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad03c2-03a4-46b4-a1cc-495aa9975b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387372df-b7e7-41d7-878d-166b32f127e5,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:26.915557 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0861f-b41a-4602-aec8-cfc7496a56d7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Calling delete_port for cd34700a-f585-4b80-acd6-07cb7eea6ead owned by network:floatingip {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:35:26.931039 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fa9011-7b38-4023-add6-7f76eda0a6e5 admin admin] Made reservation on behalf of 7e12f0c37bd14176b04dfd87d7b10520 for: {'subnet': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:35:26.934310 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a1fa9011-7b38-4023-add6-7f76eda0a6e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8389813'] for subnet (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.186123 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-bdb0861f-b41a-4602-aec8-cfc7496a56d7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (cd34700a-f585-4b80-acd6-07cb7eea6ead), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.222153 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:27.227978 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0861f-b41a-4602-aec8-cfc7496a56d7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event deleted for resources: {'Port': ['ID=cd34700a-f585-4b80-acd6-07cb7eea6ead,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:27.235945 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a1fa9011-7b38-4023-add6-7f76eda0a6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12199335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8389803'] for subnet (81f0046c-13a3-4901-a8ba-33a97db174ef), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.265933 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36132) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:27.307193 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-8ef71ead-d3ed-4656-ae33-8fdad0f93aaa admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=00bc77badaf24b708b71ba175dfc1a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399835 Sep 09 20:35:27.309572 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36134) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:27.334887 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa9011-7b38-4023-add6-7f76eda0a6e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f0046c-13a3-4901-a8ba-33a97db174ef,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:27.343541 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-bdb0861f-b41a-4602-aec8-cfc7496a56d7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (d7130555-f2cc-49b5-88f7-3f4b83390256), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.346040 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-bdb0861f-b41a-4602-aec8-cfc7496a56d7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.350170 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-bdb0861f-b41a-4602-aec8-cfc7496a56d7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/d7130555-f2cc-49b5-88f7-3f4b83390256 HTTP/1.1" status: 204 len: 168 time: 1.1111085 Sep 09 20:35:27.361751 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0d65415b-fccb-484e-8f9a-534424db3338 admin admin] Publish callbacks [] for security_group (238da0ec-7c14-44b8-88f2-8836a05b48aa), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.369326 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fa9011-7b38-4023-add6-7f76eda0a6e5 admin admin] Checking segment: {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:35:27.369691 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fa9011-7b38-4023-add6-7f76eda0a6e5 admin admin] Network hostable DHCP agents. Network: 59e2f46b-26f1-41b6-a478-bcc0b9346326, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:35:27.383393 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0d65415b-fccb-484e-8f9a-534424db3338 admin admin] Publish callbacks [] for security_group (238da0ec-7c14-44b8-88f2-8836a05b48aa), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.389430 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fa9011-7b38-4023-add6-7f76eda0a6e5 admin admin] Network 59e2f46b-26f1-41b6-a478-bcc0b9346326 is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:35:27.398692 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-a1fa9011-7b38-4023-add6-7f76eda0a6e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, 59e2f46b-26f1-41b6-a478-bcc0b9346326) {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:35:27.403038 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fa9011-7b38-4023-add6-7f76eda0a6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:27.403603 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-a1fa9011-7b38-4023-add6-7f76eda0a6e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.409092 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee0ded9-89d2-4128-ad47-3dd9b37b79c1 None None] Network 59e2f46b-26f1-41b6-a478-bcc0b9346326 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:35:27.421650 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-a1fa9011-7b38-4023-add6-7f76eda0a6e5 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5671721 Sep 09 20:35:27.424874 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36138) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:27.430333 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:27.444651 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36140) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:27.450986 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-f78e4fb0-e3e4-44aa-8be7-eadcc725804e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8721821', 'description': 'tempest-description--1990756254'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:27.458247 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0d65415b-fccb-484e-8f9a-534424db3338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (238da0ec-7c14-44b8-88f2-8836a05b48aa), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.461463 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0d65415b-fccb-484e-8f9a-534424db3338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.462621 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-0d65415b-fccb-484e-8f9a-534424db3338 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/238da0ec-7c14-44b8-88f2-8836a05b48aa HTTP/1.1" status: 204 len: 168 time: 0.1520863 Sep 09 20:35:27.468484 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8542'] for router (ab1108fe-f287-4e42-b4ca-1800d1e893be), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.469860 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3928055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3906963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3841639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8551'] for router (ab1108fe-f287-4e42-b4ca-1800d1e893be), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.480968 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65415b-fccb-484e-8f9a-534424db3338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238da0ec-7c14-44b8-88f2-8836a05b48aa,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:27.488620 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f78e4fb0-e3e4-44aa-8be7-eadcc725804e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.553118 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Publish callbacks [] for router_controller (ab1108fe-f287-4e42-b4ca-1800d1e893be), precommit_add_association {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.560250 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:27.564036 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4441b4b3-f14a-588a-a12e-fdb9a972832d-59e2f46b-26f1-41b6-a478-bcc0b9346326', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef'}]}} from dv-cinder-849325-4-iscsi. {{(pid=106236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 20:35:27.565116 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.572315 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f78e4fb0-e3e4-44aa-8be7-eadcc725804e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (afed2dac-dd2b-4644-b476-3a168470a383), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.578323 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f78e4fb0-e3e4-44aa-8be7-eadcc725804e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (afed2dac-dd2b-4644-b476-3a168470a383), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.634375 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e4fb0-e3e4-44aa-8be7-eadcc725804e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afed2dac-dd2b-4644-b476-3a168470a383,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:27.655002 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f78e4fb0-e3e4-44aa-8be7-eadcc725804e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.656602 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-f78e4fb0-e3e4-44aa-8be7-eadcc725804e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2109551 Sep 09 20:35:27.659430 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36144) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:27.665406 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-ec4ecd83-87a3-46e2-ab73-594bfd949b77 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'security_group_rule': {'security_group_id': 'afed2dac-dd2b-4644-b476-3a168470a383', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:27.678901 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:27.709493 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ec4ecd83-87a3-46e2-ab73-594bfd949b77 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (87251657-5275-4afe-9fb3-e341b589a7aa), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.722705 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Publish callbacks [] for router_gateway (ab1108fe-f287-4e42-b4ca-1800d1e893be), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.749728 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.db_base_plugin_common [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Allocated IP 172.20.0.2 (59e2f46b-26f1-41b6-a478-bcc0b9346326/81f0046c-13a3-4901-a8ba-33a97db174ef/6c190d37-0ba4-48e5-83df-bdac6ced75b3) {{(pid=106236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:35:27.801802 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ec4ecd83-87a3-46e2-ab73-594bfd949b77 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (87251657-5275-4afe-9fb3-e341b589a7aa), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.807530 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ec4ecd83-87a3-46e2-ab73-594bfd949b77 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (87251657-5275-4afe-9fb3-e341b589a7aa), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.831209 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ecd83-87a3-46e2-ab73-594bfd949b77 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87251657-5275-4afe-9fb3-e341b589a7aa,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:27.833903 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:27.846980 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ec4ecd83-87a3-46e2-ab73-594bfd949b77 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.852073 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-ec4ecd83-87a3-46e2-ab73-594bfd949b77 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1913722 Sep 09 20:35:27.853140 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36150) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:27.858769 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-3990cd00-5bdc-42f5-96ed-9ea0a16a7ecc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'security_group_rule': {'security_group_id': 'afed2dac-dd2b-4644-b476-3a168470a383', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:27.895296 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3990cd00-5bdc-42f5-96ed-9ea0a16a7ecc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (53f23af5-9bd7-4eb3-ae83-1129824f9198), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.942749 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Publish callbacks [] for router_gateway (ab1108fe-f287-4e42-b4ca-1800d1e893be), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.961950 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Publish callbacks [] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), precommit_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.967376 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.968711 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.978779 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3990cd00-5bdc-42f5-96ed-9ea0a16a7ecc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (53f23af5-9bd7-4eb3-ae83-1129824f9198), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:27.983585 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3990cd00-5bdc-42f5-96ed-9ea0a16a7ecc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (53f23af5-9bd7-4eb3-ae83-1129824f9198), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.006114 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990cd00-5bdc-42f5-96ed-9ea0a16a7ecc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f23af5-9bd7-4eb3-ae83-1129824f9198,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:28.018389 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Network 59e2f46b-26f1-41b6-a478-bcc0b9346326 is already hosted by enough agents. {{(pid=106236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:35:28.022036 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.base_scheduler [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Resources bound (agent type, host, resource id): {{(pid=106236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:35:28.024689 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3990cd00-5bdc-42f5-96ed-9ea0a16a7ecc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.025919 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Received port after_create {{(pid=106236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:35:28.026241 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-3990cd00-5bdc-42f5-96ed-9ea0a16a7ecc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1712193 Sep 09 20:35:28.029662 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36158) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:28.035089 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'floatingip': {'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:28.048234 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Pushing event updated for resources: {'Port': ['ID=6c190d37-0ba4-48e5-83df-bdac6ced75b3,revision_number=1']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:28.059917 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.096094 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:28.096541 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:28.096749 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:28.097087 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:28.097443 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:28.097771 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:28.098095 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:28.098418 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:28.098739 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:28.099060 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:28.099379 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:28.099713 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:28.100034 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:28.100349 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:28.100661 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:28.117692 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Attempting to bind port 6c190d37-0ba4-48e5-83df-bdac6ced75b3 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:35:28.118143 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Attempting to bind port 6c190d37-0ba4-48e5-83df-bdac6ced75b3 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:35:28.118575 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Attempting to bind port 6c190d37-0ba4-48e5-83df-bdac6ced75b3 on network 59e2f46b-26f1-41b6-a478-bcc0b9346326 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:35:28.125405 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Allocated IP 172.27.1.93 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/41fd969d-c16e-4e8e-b234-834406951acd) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:35:28.170723 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.179526 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:35:28.179894 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Checking segment: {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:35:28.180295 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.180779 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Bound using segment: {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:35:28.181273 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Bound port: 6c190d37-0ba4-48e5-83df-bdac6ced75b3, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:35:28.185633 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.234215 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:28.238727 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:28.252441 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Publish callbacks [] for port (41fd969d-c16e-4e8e-b234-834406951acd), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.281569 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] For port 6c190d37-0ba4-48e5-83df-bdac6ced75b3, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:35:28.284765 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] For port 6c190d37-0ba4-48e5-83df-bdac6ced75b3, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=6c190d37-0ba4-48e5-83df-bdac6ced75b3,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:35:28.294741 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.304076 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (41fd969d-c16e-4e8e-b234-834406951acd), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.308329 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:28.356332 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7b09c-ae5f-4f9c-a27f-84dac3923cb0 None None] Pushing event updated for resources: {'Port': ['ID=6c190d37-0ba4-48e5-83df-bdac6ced75b3,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:28.364705 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:35:28.370777 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:35:28.379001 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Allocated IP 172.27.1.113 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/be68e636-9cef-4de2-bd69-5776012e1e63) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:35:28.382220 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:35:28.386777 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Pushing event updated for resources: {'Port': ['ID=41fd969d-c16e-4e8e-b234-834406951acd,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:28.550537 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for port (be68e636-9cef-4de2-bd69-5776012e1e63), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.598557 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (be68e636-9cef-4de2-bd69-5776012e1e63), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.639975 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:35:28.643037 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:35:28.649997 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:35:28.690300 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'Port': ['ID=be68e636-9cef-4de2-bd69-5776012e1e63,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:28.703165 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Publish callbacks [] for router_gateway (ab1108fe-f287-4e42-b4ca-1800d1e893be), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.711983 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:28.769640 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (21418a5d-8e8c-4c45-bf48-af28f7b7ecf1), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.801554 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:28.811634 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (be68e636-9cef-4de2-bd69-5776012e1e63), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.857345 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:28.922126 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3927968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3926619'] for router (ab1108fe-f287-4e42-b4ca-1800d1e893be), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.992629 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for port (be68e636-9cef-4de2-bd69-5776012e1e63), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:28.997935 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (be68e636-9cef-4de2-bd69-5776012e1e63), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.034559 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36180) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:29.064251 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'Port': ['ID=be68e636-9cef-4de2-bd69-5776012e1e63,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:29.064470 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Router ab1108fe-f287-4e42-b4ca-1800d1e893be is scheduled to L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f with binding_index 1 {{(pid=106234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:35:29.073895 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (21418a5d-8e8c-4c45-bf48-af28f7b7ecf1), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.099830 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.103530 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-64464e33-3a45-4750-a30f-b8f43c551897 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0720963 Sep 09 20:35:29.186102 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 6c190d37-0ba4-48e5-83df-bdac6ced75b3 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:35:29.230475 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:35:29.242384 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Sync routers for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:35:29.249097 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-acae11e2-f1ec-4f9f-9431-ef7e3f4d760b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.261715 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 6c190d37-0ba4-48e5-83df-bdac6ced75b3 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:29.262230 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.267291 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:35:29.268005 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:35:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:29.288411 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.292223 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-7f86e8ff-ab4c-4005-b698-58742d841f89 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8635383 Sep 09 20:35:29.292522 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36192) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:29.418915 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-acae11e2-f1ec-4f9f-9431-ef7e3f4d760b admin admin] Publish callbacks [] for security_group (f198fc0b-d707-42fe-bb7d-c61e9310125b), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.428712 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-acae11e2-f1ec-4f9f-9431-ef7e3f4d760b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (f198fc0b-d707-42fe-bb7d-c61e9310125b), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.462597 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-acae11e2-f1ec-4f9f-9431-ef7e3f4d760b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fe5f7f8bff8946d4abd55b83b788df2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4244988 Sep 09 20:35:29.465961 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:35:29.468231 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36198) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:29.480057 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-f2d48001-4ecc-4f79-8e0b-ce5dc67c283f tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--8721821&fields=id&tenant_id=624ed22fc46047e1a842200db3388b63 HTTP/1.1" status: 200 len: 267 time: 0.1120780 Sep 09 20:35:29.529607 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 6c190d37-0ba4-48e5-83df-bdac6ced75b3 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:29.530084 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.537378 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae11e2-f1ec-4f9f-9431-ef7e3f4d760b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f198fc0b-d707-42fe-bb7d-c61e9310125b,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:29.575590 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:29.600134 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:29.640029 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f42cd2c0-44f9-488d-ac71-f9c726df4434 admin admin] Publish callbacks [] for security_group (f198fc0b-d707-42fe-bb7d-c61e9310125b), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.694059 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f42cd2c0-44f9-488d-ac71-f9c726df4434 admin admin] Publish callbacks [] for security_group (f198fc0b-d707-42fe-bb7d-c61e9310125b), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.710683 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad80707-31aa-4599-8a39-eda11332a272 req-87847326-5cf4-4f4e-b4db-f7e83d258610 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:29.713726 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-87847326-5cf4-4f4e-b4db-f7e83d258610 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 814 time: 0.2167714 Sep 09 20:35:29.749341 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-83c85ab0-036a-41fc-a7e3-37f3d91677b0 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/quotas/624ed22fc46047e1a842200db3388b63 HTTP/1.1" status: 200 len: 375 time: 0.0289013 Sep 09 20:35:29.772052 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf662b8-bf8b-4f6c-8ebc-2a658471a57f None None] Network 59e2f46b-26f1-41b6-a478-bcc0b9346326 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:35:29.782496 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 6c190d37-0ba4-48e5-83df-bdac6ced75b3, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=6c190d37-0ba4-48e5-83df-bdac6ced75b3,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:35:29.784263 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f42cd2c0-44f9-488d-ac71-f9c726df4434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (f198fc0b-d707-42fe-bb7d-c61e9310125b), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.788101 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f42cd2c0-44f9-488d-ac71-f9c726df4434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.789155 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-f42cd2c0-44f9-488d-ac71-f9c726df4434 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f198fc0b-d707-42fe-bb7d-c61e9310125b HTTP/1.1" status: 204 len: 168 time: 0.3203025 Sep 09 20:35:29.820650 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cd2c0-44f9-488d-ac71-f9c726df4434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f198fc0b-d707-42fe-bb7d-c61e9310125b,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:29.834921 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.837926 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-916789a0-2dc3-449a-98de-86a34292f1fa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649498 Sep 09 20:35:29.856723 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.857777 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-97d4e16d-c508-4b41-8367-02d8b46e98e2 None None] Provisioning complete for port 6c190d37-0ba4-48e5-83df-bdac6ced75b3 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:29.858353 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-97d4e16d-c508-4b41-8367-02d8b46e98e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:29.960533 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-b19e6506-745e-464a-84fe-42646c26e374 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087019 Sep 09 20:35:29.963433 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:30.003409 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=6c190d37-0ba4-48e5-83df-bdac6ced75b3,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:30.033278 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:28Z', 'revision_number': 3, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:30.066864 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Allocated IP 172.20.0.1 (59e2f46b-26f1-41b6-a478-bcc0b9346326/81f0046c-13a3-4901-a8ba-33a97db174ef/320f188e-c4ee-4404-9839-9f3409afa6f4) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:35:30.088476 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Checking router: ab1108fe-f287-4e42-b4ca-1800d1e893be for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:35:30.089110 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Updating router ab1108fe-f287-4e42-b4ca-1800d1e893be port 41fd969d-c16e-4e8e-b234-834406951acd binding host dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:35:30.108824 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-30679377-e7b8-44b9-9a7a-2413d7bf1e46 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403241 Sep 09 20:35:30.131775 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:30.133066 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (41fd969d-c16e-4e8e-b234-834406951acd), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:30.138998 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:30.170822 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-97d4e16d-c508-4b41-8367-02d8b46e98e2 None None] Current status of the port 6c190d37-0ba4-48e5-83df-bdac6ced75b3 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:30.215033 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:30.252262 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Publish callbacks [] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:30.298861 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:30.355774 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Network 59e2f46b-26f1-41b6-a478-bcc0b9346326 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:35:30.359521 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:35:30.363712 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:35:30.439783 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902993'] for router_interface (ab1108fe-f287-4e42-b4ca-1800d1e893be), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:30.453281 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-277bab75-c0c9-4097-ab1b-13c0d6fdf257 req-8840b085-19fb-4316-a11c-ef8ae9ec25a5 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 210 time: 0.0806608 Sep 09 20:35:30.510325 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Pushing event updated for resources: {'Port': ['ID=320f188e-c4ee-4404-9839-9f3409afa6f4,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:30.545680 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-63c0553d-29c5-4102-b6ac-1cf712d81ff6 None None] Provisioning complete for port 6c190d37-0ba4-48e5-83df-bdac6ced75b3 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:30.546197 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-63c0553d-29c5-4102-b6ac-1cf712d81ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:30.622166 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Publish callbacks [] for port (41fd969d-c16e-4e8e-b234-834406951acd), precommit_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:30.632828 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:30.650936 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (41fd969d-c16e-4e8e-b234-834406951acd), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:30.734018 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Attempting to bind port 41fd969d-c16e-4e8e-b234-834406951acd on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:35:30.737751 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Attempting to bind port 41fd969d-c16e-4e8e-b234-834406951acd by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:35:30.738120 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Attempting to bind port 41fd969d-c16e-4e8e-b234-834406951acd on network 4c72e26c-57d6-47f3-8e84-e01e12378c25 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:35:30.786011 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7528e-df28-4d50-b8c8-893047acfbb8 None None] Pushing event updated for resources: {'Port': ['ID=41fd969d-c16e-4e8e-b234-834406951acd,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:30.828054 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:35:30.828577 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Checking segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:35:30.829539 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:30.829934 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Bound using segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:35:30.831533 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Bound port: 41fd969d-c16e-4e8e-b234-834406951acd, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:35:30.831920 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (41fd969d-c16e-4e8e-b234-834406951acd), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:30.888687 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Publish callbacks [] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:30.895213 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:30.909640 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-63c0553d-29c5-4102-b6ac-1cf712d81ff6 None None] Current status of the port 6c190d37-0ba4-48e5-83df-bdac6ced75b3 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:30.920332 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] For port 41fd969d-c16e-4e8e-b234-834406951acd, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:35:30.923821 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] For port 41fd969d-c16e-4e8e-b234-834406951acd, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=41fd969d-c16e-4e8e-b234-834406951acd,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:35:30.931234 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (41fd969d-c16e-4e8e-b234-834406951acd), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:30.968043 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:35:30.968686 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:35:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:30.977023 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Pushing event updated for resources: {'Port': ['ID=320f188e-c4ee-4404-9839-9f3409afa6f4,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:30.979724 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903117'] for router_interface (ab1108fe-f287-4e42-b4ca-1800d1e893be), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:31.061671 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-2ba234a3-06f6-4ac1-9239-f2b8bd51d0b9 None None] Provisioning complete for port 320f188e-c4ee-4404-9839-9f3409afa6f4 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:31.062042 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-2ba234a3-06f6-4ac1-9239-f2b8bd51d0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:31.066717 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7528e-df28-4d50-b8c8-893047acfbb8 None None] Pushing event updated for resources: {'Port': ['ID=41fd969d-c16e-4e8e-b234-834406951acd,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:31.066951 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:31.110586 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Network 59e2f46b-26f1-41b6-a478-bcc0b9346326 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:35:31.112121 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:35:31.141704 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-2ba234a3-06f6-4ac1-9239-f2b8bd51d0b9 None None] Port 320f188e-c4ee-4404-9839-9f3409afa6f4 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:35:31.157716 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:35:31.268277 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:31.291652 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Router ab1108fe-f287-4e42-b4ca-1800d1e893be has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:35:31.301359 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 6c190d37-0ba4-48e5-83df-bdac6ced75b3 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:35:31.319673 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:31.354798 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:31.417417 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 6c190d37-0ba4-48e5-83df-bdac6ced75b3 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:31.417752 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:31.443250 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:35:31.462022 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-c60bec12-2497-40b3-94e2-fbc19141d636 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/ab1108fe-f287-4e42-b4ca-1800d1e893be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1678462 Sep 09 20:35:31.492928 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a4fd4c10-ff2a-44f0-bf8c-7bea00d03614 None None] Provisioning complete for port 320f188e-c4ee-4404-9839-9f3409afa6f4 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:31.493338 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4c10-ff2a-44f0-bf8c-7bea00d03614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:31.532262 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 2, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:31.570447 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a33a94-dd67-4c9d-a2bc-99ddd724c053 None None] The sync data for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi is: [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 2, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:35:31.600576 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd4c10-ff2a-44f0-bf8c-7bea00d03614 None None] Port 320f188e-c4ee-4404-9839-9f3409afa6f4 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:35:31.631589 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 6c190d37-0ba4-48e5-83df-bdac6ced75b3 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:31.641633 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-aac60e7f-93bd-4b52-a1ec-9cbc1b823b18 req-2ba8901a-d3a7-4edf-bc0d-e92b8f0499b5 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 210 time: 0.0518992 Sep 09 20:35:31.951153 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad80707-31aa-4599-8a39-eda11332a272 req-5bdc2b0e-10c7-4b63-bfa1-24551561ea2c tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:31.952982 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-5bdc2b0e-10c7-4b63-bfa1-24551561ea2c tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 814 time: 0.2001109 Sep 09 20:35:32.031820 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-06d40af9-cbd1-4260-ae04-0831acc52fa3 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=624ed22fc46047e1a842200db3388b63 HTTP/1.1" status: 200 len: 377 time: 0.0691504 Sep 09 20:35:32.047767 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-8ad80707-31aa-4599-8a39-eda11332a272 req-7108b444-bc10-4dd3-8b5e-eca6f253a618 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'port': {'device_id': 'c79c57c8-9531-4ddb-9c45-ab13ce2198fc', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'admin_state_up': True, 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'security_groups': ['afed2dac-dd2b-4644-b476-3a168470a383']}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:32.213530 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad80707-31aa-4599-8a39-eda11332a272 req-7108b444-bc10-4dd3-8b5e-eca6f253a618 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Made reservation on behalf of 624ed22fc46047e1a842200db3388b63 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:35:32.218862 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ad80707-31aa-4599-8a39-eda11332a272 req-7108b444-bc10-4dd3-8b5e-eca6f253a618 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:32.362176 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-8ad80707-31aa-4599-8a39-eda11332a272 req-7108b444-bc10-4dd3-8b5e-eca6f253a618 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Allocated IP 172.20.0.10 (acf3cd1a-b4b0-4a34-82b2-e2951d096a8f/cc644494-9f43-4a38-b775-113edbb4b69f/ddf6e429-ad62-4521-b729-5b52421bc743) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:35:32.380200 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36308) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:32.385073 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1349163606-network', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:32.433776 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] Made reservation on behalf of d8e762a2344248dc9e79ff464c26dddc for: {'network': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:35:32.436180 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:32.445809 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:32.555108 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] Publish callbacks [] for security_group (9abb0ae2-a505-4b21-85be-488875cfcbbe), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:32.559912 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (9abb0ae2-a505-4b21-85be-488875cfcbbe), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:32.568988 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ad80707-31aa-4599-8a39-eda11332a272 req-7108b444-bc10-4dd3-8b5e-eca6f253a618 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for port (ddf6e429-ad62-4521-b729-5b52421bc743), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:32.584592 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=106234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:35:32.601120 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abb0ae2-a505-4b21-85be-488875cfcbbe,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:32.603688 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:32.604662 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (bba7e8a2-4c38-4ced-8333-24421b85570f), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:32.605051 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.segments_db [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] Added segment bba7e8a2-4c38-4ced-8333-24421b85570f of type vlan for network 5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9 Sep 09 20:35:32.610591 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ad80707-31aa-4599-8a39-eda11332a272 req-7108b444-bc10-4dd3-8b5e-eca6f253a618 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (ddf6e429-ad62-4521-b729-5b52421bc743), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:32.661616 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad80707-31aa-4599-8a39-eda11332a272 req-7108b444-bc10-4dd3-8b5e-eca6f253a618 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:35:32.662197 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:32.664746 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-8ad80707-31aa-4599-8a39-eda11332a272 req-7108b444-bc10-4dd3-8b5e-eca6f253a618 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:35:32.671166 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad80707-31aa-4599-8a39-eda11332a272 req-7108b444-bc10-4dd3-8b5e-eca6f253a618 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:35:32.699866 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108b444-bc10-4dd3-8b5e-eca6f253a618 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'Port': ['ID=ddf6e429-ad62-4521-b729-5b52421bc743,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:32.708572 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:32.712145 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:32.712811 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:32.720828 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:32.739433 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad80707-31aa-4599-8a39-eda11332a272 req-7108b444-bc10-4dd3-8b5e-eca6f253a618 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:32.740252 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ad80707-31aa-4599-8a39-eda11332a272 req-7108b444-bc10-4dd3-8b5e-eca6f253a618 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:32.767991 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-7108b444-bc10-4dd3-8b5e-eca6f253a618 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7251391 Sep 09 20:35:32.781404 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Request body: {'port': {'device_id': 'c79c57c8-9531-4ddb-9c45-ab13ce2198fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:32.799945 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4186406 Sep 09 20:35:32.813894 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36314) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:32.825232 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-56f262df-3fd3-402f-970c-66ed9f82685f admin admin] Request body: {'subnet': {'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1349163606-subnet', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'ip_version': 4}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:32.866230 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:32.881451 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ddf6e429-ad62-4521-b729-5b52421bc743), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:32.882039 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4243fb-fab2-4cb6-a0d6-cf88f4ff5bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:32.895173 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network 5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9 details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:35:32.901207 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f18d5-87ea-4cbc-9a5f-a3d3818f1a29 req-d08af34b-0f1e-419b-9089-6056d8fbeb35 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:32.903110 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ad3f18d5-87ea-4cbc-9a5f-a3d3818f1a29 req-d08af34b-0f1e-419b-9089-6056d8fbeb35 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 932 time: 0.1094644 Sep 09 20:35:32.920702 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f262df-3fd3-402f-970c-66ed9f82685f admin admin] Made reservation on behalf of d8e762a2344248dc9e79ff464c26dddc for: {'subnet': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:35:32.923338 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-56f262df-3fd3-402f-970c-66ed9f82685f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8389813'] for subnet (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:32.927596 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:33.064953 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ad3f18d5-87ea-4cbc-9a5f-a3d3818f1a29 req-fd0371a3-d604-4c6f-87e7-5ee484dde206 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=afed2dac-dd2b-4644-b476-3a168470a383&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1538503 Sep 09 20:35:33.140158 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-3c3e9a24-5252-485d-a573-f9e94ab5094d None None] Provisioning complete for port ddf6e429-ad62-4521-b729-5b52421bc743 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:33.148540 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9a24-5252-485d-a573-f9e94ab5094d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (ddf6e429-ad62-4521-b729-5b52421bc743), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.200050 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e9a24-5252-485d-a573-f9e94ab5094d None None] Port ddf6e429-ad62-4521-b729-5b52421bc743 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:35:33.206415 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 41fd969d-c16e-4e8e-b234-834406951acd up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:35:33.242404 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-56f262df-3fd3-402f-970c-66ed9f82685f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12199335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8389803'] for subnet (3614dfba-8056-4d9f-aec8-23def3e64ee6), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.258561 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf6e429-ad62-4521-b729-5b52421bc743 {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:35:33.267669 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Publish callbacks [] for port (ddf6e429-ad62-4521-b729-5b52421bc743), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.270566 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 41fd969d-c16e-4e8e-b234-834406951acd triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:33.271552 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (41fd969d-c16e-4e8e-b234-834406951acd), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.284811 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Transition to ACTIVE for port object ddf6e429-ad62-4521-b729-5b52421bc743 will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:35:33.290047 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (ddf6e429-ad62-4521-b729-5b52421bc743), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.303717 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f262df-3fd3-402f-970c-66ed9f82685f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3614dfba-8056-4d9f-aec8-23def3e64ee6,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:33.316306 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f262df-3fd3-402f-970c-66ed9f82685f admin admin] Checking segment: {'id': 'bba7e8a2-4c38-4ced-8333-24421b85570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:35:33.316676 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f262df-3fd3-402f-970c-66ed9f82685f admin admin] Network hostable DHCP agents. Network: 5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:35:33.336369 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f262df-3fd3-402f-970c-66ed9f82685f admin admin] Network 5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9 is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:35:33.343487 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf6e429-ad62-4521-b729-5b52421bc743,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:33.355684 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-56f262df-3fd3-402f-970c-66ed9f82685f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, 5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9) {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:35:33.363010 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f262df-3fd3-402f-970c-66ed9f82685f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:33.363649 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-56f262df-3fd3-402f-970c-66ed9f82685f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.374065 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad9262-6b7f-460c-84f4-a3df7cb16f3f None None] Network 5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:35:33.383361 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-56f262df-3fd3-402f-970c-66ed9f82685f admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5650945 Sep 09 20:35:33.388267 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36316) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:33.394086 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1349163606-router', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:33.420032 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8542'] for router (b9f661d3-e414-4e37-af2b-8ab6d59d8072), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.421768 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3928055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3906963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3841639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8551'] for router (b9f661d3-e414-4e37-af2b-8ab6d59d8072), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.460508 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Attempting to bind port ddf6e429-ad62-4521-b729-5b52421bc743 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:35:33.461219 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Attempting to bind port ddf6e429-ad62-4521-b729-5b52421bc743 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:35:33.461794 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Attempting to bind port ddf6e429-ad62-4521-b729-5b52421bc743 on network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:35:33.488211 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Publish callbacks [] for router_controller (b9f661d3-e414-4e37-af2b-8ab6d59d8072), precommit_add_association {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.524505 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Port ddf6e429-ad62-4521-b729-5b52421bc743 on network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:35:33.524951 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Attempting to bind port ddf6e429-ad62-4521-b729-5b52421bc743 on network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:35:33.574985 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:35:33.574985 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Checking segment: {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:35:33.574985 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Bound using segment: {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:35:33.574985 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Bound port: ddf6e429-ad62-4521-b729-5b52421bc743, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:35:33.575501 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ddf6e429-ad62-4521-b729-5b52421bc743), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.588665 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 41fd969d-c16e-4e8e-b234-834406951acd is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:33.589087 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (41fd969d-c16e-4e8e-b234-834406951acd), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.625440 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 41fd969d-c16e-4e8e-b234-834406951acd, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=41fd969d-c16e-4e8e-b234-834406951acd,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:35:33.637663 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (41fd969d-c16e-4e8e-b234-834406951acd), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.643200 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] For port ddf6e429-ad62-4521-b729-5b52421bc743, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:35:33.644453 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Publish callbacks [] for router_gateway (b9f661d3-e414-4e37-af2b-8ab6d59d8072), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.646829 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] For port ddf6e429-ad62-4521-b729-5b52421bc743, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=ddf6e429-ad62-4521-b729-5b52421bc743,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:35:33.654888 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (ddf6e429-ad62-4521-b729-5b52421bc743), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.664789 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:33.665989 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.672716 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ddf6e429-ad62-4521-b729-5b52421bc743 HTTP/1.1" status: 200 len: 1094 time: 0.8948197 Sep 09 20:35:33.672716 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79c57c8-9531-4ddb-9c45-ab13ce2198fc', 'tag': 'ddf6e429-ad62-4521-b729-5b52421bc743'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:35:33.675315 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955110d5-3782-4bb1-96f6-5527d7bfa03d" -d '{"events": [{"name": "network-changed", "server_uuid": "c79c57c8-9531-4ddb-9c45-ab13ce2198fc", "tag": "ddf6e429-ad62-4521-b729-5b52421bc743"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:35:33.688362 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4441b4b3-f14a-588a-a12e-fdb9a972832d-5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9', 'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9', 'project_id': 'd8e762a2344248dc9e79ff464c26dddc', 'fixed_ips': [{'subnet_id': '3614dfba-8056-4d9f-aec8-23def3e64ee6'}]}} from dv-cinder-849325-4-iscsi. {{(pid=106236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 20:35:33.690778 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:33.720856 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:33.763096 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=41fd969d-c16e-4e8e-b234-834406951acd,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:33.777376 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebf2f01-0bc2-4751-b23f-12e96ceba3c8 x-openstack-request-id: req-4ebf2f01-0bc2-4751-b23f-12e96ceba3c8 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:35:33.777659 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c79c57c8-9531-4ddb-9c45-ab13ce2198fc", "tag": "ddf6e429-ad62-4521-b729-5b52421bc743", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:35:33.777906 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ebf2f01-0bc2-4751-b23f-12e96ceba3c8 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:35:33.778288 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ebf2f01-0bc2-4751-b23f-12e96ceba3c8'] response: {'name': 'network-changed', 'server_uuid': 'c79c57c8-9531-4ddb-9c45-ab13ce2198fc', 'tag': 'ddf6e429-ad62-4521-b729-5b52421bc743', 'status': 'completed', 'code': 200} Sep 09 20:35:33.801610 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad80707-31aa-4599-8a39-eda11332a272 req-8b65673d-db17-40b0-92f3-f8d883b72489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:33.803170 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-8b65673d-db17-40b0-92f3-f8d883b72489 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 1128 time: 0.0787919 Sep 09 20:35:33.804218 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c4b41-d652-412f-9fad-cc08a9365342 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf6e429-ad62-4521-b729-5b52421bc743,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:33.860724 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-26a85d7d-5da7-452a-9e3c-b3df590ecb31 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddf6e429-ad62-4521-b729-5b52421bc743 HTTP/1.1" status: 200 len: 217 time: 0.0430639 Sep 09 20:35:33.899888 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:33.943374 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad80707-31aa-4599-8a39-eda11332a272 req-6d8cd154-b1ac-4ada-8e47-eb7122bf1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:33.943625 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.db_base_plugin_common [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Allocated IP 172.20.0.2 (5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9/3614dfba-8056-4d9f-aec8-23def3e64ee6/61b0a513-0ef6-435f-b7d4-31aec76361e6) {{(pid=106236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:35:33.946422 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-6d8cd154-b1ac-4ada-8e47-eb7122bf1b44 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cc644494-9f43-4a38-b775-113edbb4b69f HTTP/1.1" status: 200 len: 853 time: 0.0791316 Sep 09 20:35:34.003486 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad80707-31aa-4599-8a39-eda11332a272 req-43a6a007-dd2a-4808-9519-86fbcd0a9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:34.004996 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-43a6a007-dd2a-4808-9519-86fbcd0a9231 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487514 Sep 09 20:35:34.028988 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:34.066067 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:34.125892 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-c764385e-0cd2-4e1e-aac7-d1b4ed5232b8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133685 Sep 09 20:35:34.149735 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Publish callbacks [] for port (61b0a513-0ef6-435f-b7d4-31aec76361e6), precommit_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:34.156319 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (61b0a513-0ef6-435f-b7d4-31aec76361e6), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:34.198627 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Network 5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9 is already hosted by enough agents. {{(pid=106236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:35:34.205316 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.base_scheduler [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Resources bound (agent type, host, resource id): {{(pid=106236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:35:34.209973 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Received port after_create {{(pid=106236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:35:34.217073 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Pushing event updated for resources: {'Port': ['ID=61b0a513-0ef6-435f-b7d4-31aec76361e6,revision_number=1']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:34.259007 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Publish callbacks [] for router_gateway (b9f661d3-e414-4e37-af2b-8ab6d59d8072), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:34.267351 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a542c-dac9-48a7-8db5-37b96b2f7ea4 req-f520b84d-6cb0-406a-812d-dabfb29c052e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:34.268895 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b25a542c-dac9-48a7-8db5-37b96b2f7ea4 req-f520b84d-6cb0-406a-812d-dabfb29c052e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 944 time: 0.0819831 Sep 09 20:35:34.276714 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8ad80707-31aa-4599-8a39-eda11332a272 req-f385324c-905b-4f88-b23e-00a0676a29f3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439419 Sep 09 20:35:34.284857 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Attempting to bind port 61b0a513-0ef6-435f-b7d4-31aec76361e6 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:35:34.285348 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Attempting to bind port 61b0a513-0ef6-435f-b7d4-31aec76361e6 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'bba7e8a2-4c38-4ced-8333-24421b85570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:35:34.285893 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Attempting to bind port 61b0a513-0ef6-435f-b7d4-31aec76361e6 on network 5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:35:34.288559 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:34.334542 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:35:34.334914 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Checking segment: {'id': 'bba7e8a2-4c38-4ced-8333-24421b85570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:35:34.335311 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:34.335699 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Bound using segment: {'id': 'bba7e8a2-4c38-4ced-8333-24421b85570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:35:34.336173 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Bound port: 61b0a513-0ef6-435f-b7d4-31aec76361e6, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba7e8a2-4c38-4ced-8333-24421b85570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:35:34.336548 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (61b0a513-0ef6-435f-b7d4-31aec76361e6), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:34.358156 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:34.389644 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:34.396064 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b25a542c-dac9-48a7-8db5-37b96b2f7ea4 req-16d851ae-0358-4dd9-aae1-cd00f05715ac tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=afed2dac-dd2b-4644-b476-3a168470a383&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1090255 Sep 09 20:35:34.409265 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Sync routers for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:35:34.414448 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] For port 61b0a513-0ef6-435f-b7d4-31aec76361e6, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:35:34.419094 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] For port 61b0a513-0ef6-435f-b7d4-31aec76361e6, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=61b0a513-0ef6-435f-b7d4-31aec76361e6,segment=NetworkSegment(bba7e8a2-4c38-4ced-8333-24421b85570f),segment_id=bba7e8a2-4c38-4ced-8333-24421b85570f)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:35:34.427224 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (61b0a513-0ef6-435f-b7d4-31aec76361e6), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:34.447209 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:35:34.450217 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:35:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:34.450406 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Allocated IP 172.27.1.70 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/477cf3bc-bbde-4a6b-a144-ffa44f66f2e9) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:35:34.491607 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323bbca-8674-4855-b93b-de1a0d0d93e8 None None] Pushing event updated for resources: {'Port': ['ID=61b0a513-0ef6-435f-b7d4-31aec76361e6,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:34.568841 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:35:34.577420 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Publish callbacks [] for port (477cf3bc-bbde-4a6b-a144-ffa44f66f2e9), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:34.613930 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (477cf3bc-bbde-4a6b-a144-ffa44f66f2e9), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:34.703683 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:35:34.709273 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:35:34.711482 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Pushing event updated for resources: {'Port': ['ID=477cf3bc-bbde-4a6b-a144-ffa44f66f2e9,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:34.714217 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:35:34.784396 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 2, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:34.818590 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Checking router: ab1108fe-f287-4e42-b4ca-1800d1e893be for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:35:34.818943 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Updating router ab1108fe-f287-4e42-b4ca-1800d1e893be port 320f188e-c4ee-4404-9839-9f3409afa6f4 binding host dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:35:34.848765 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:34.983663 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Publish callbacks [] for router_gateway (b9f661d3-e414-4e37-af2b-8ab6d59d8072), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:35.130321 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955110d5-3782-4bb1-96f6-5527d7bfa03d req-ddbb6024-ac44-42bd-b4fa-a93129e87480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:35.132001 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-955110d5-3782-4bb1-96f6-5527d7bfa03d req-ddbb6024-ac44-42bd-b4fa-a93129e87480 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 1128 time: 0.0521600 Sep 09 20:35:35.174534 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Publish callbacks [] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), precommit_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:35.181101 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:35.226384 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3927968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3926619'] for router (b9f661d3-e414-4e37-af2b-8ab6d59d8072), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:35.248840 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Pushing event updated for resources: {'Port': ['ID=320f188e-c4ee-4404-9839-9f3409afa6f4,revision_number=3']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:35.283165 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:35.283582 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:35.283947 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:35.284303 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:35.284637 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:35.284961 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:35.285304 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:35.285664 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:35.286058 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:35.286383 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:35.286707 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:35.287043 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:35.287952 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:35.287952 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:35.288150 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:35:35.318827 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 61b0a513-0ef6-435f-b7d4-31aec76361e6 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:35:35.353609 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Attempting to bind port 320f188e-c4ee-4404-9839-9f3409afa6f4 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:35:35.354537 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Attempting to bind port 320f188e-c4ee-4404-9839-9f3409afa6f4 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:35:35.355016 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Attempting to bind port 320f188e-c4ee-4404-9839-9f3409afa6f4 on network 59e2f46b-26f1-41b6-a478-bcc0b9346326 {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:35:35.363108 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:35.400166 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Router b9f661d3-e414-4e37-af2b-8ab6d59d8072 is scheduled to L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f with binding_index 1 {{(pid=106234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:35:35.419378 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:35.427839 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:35.428922 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 61b0a513-0ef6-435f-b7d4-31aec76361e6 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:35.429446 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (61b0a513-0ef6-435f-b7d4-31aec76361e6), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:35.435388 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:35:35.436077 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Checking segment: {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:35:35.436724 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:35.437599 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Bound using segment: {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:35:35.438388 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Bound port: 320f188e-c4ee-4404-9839-9f3409afa6f4, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'}}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:35:35.438948 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:35.522873 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] For port 320f188e-c4ee-4404-9839-9f3409afa6f4, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:35:35.529335 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] For port 320f188e-c4ee-4404-9839-9f3409afa6f4, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=320f188e-c4ee-4404-9839-9f3409afa6f4,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:35:35.538269 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:35.584083 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:35:35.585191 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:35:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:35.586533 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 61b0a513-0ef6-435f-b7d4-31aec76361e6 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:35.586970 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (61b0a513-0ef6-435f-b7d4-31aec76361e6), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:35.626869 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:35.629136 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 61b0a513-0ef6-435f-b7d4-31aec76361e6, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=61b0a513-0ef6-435f-b7d4-31aec76361e6,segment=NetworkSegment(bba7e8a2-4c38-4ced-8333-24421b85570f),segment_id=bba7e8a2-4c38-4ced-8333-24421b85570f)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:35:35.634392 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (61b0a513-0ef6-435f-b7d4-31aec76361e6), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:35.635278 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 41fd969d-c16e-4e8e-b234-834406951acd up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:35:35.638752 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b46e86-f5d3-45ee-b5b3-4ebaade6c062 req-3f1e7f0f-cc32-48fc-b5e8-54a4859aca44 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:35.640241 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-20b46e86-f5d3-45ee-b5b3-4ebaade6c062 req-3f1e7f0f-cc32-48fc-b5e8-54a4859aca44 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 944 time: 0.0728960 Sep 09 20:35:35.653937 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:35:35.689835 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Sync routers for ids ['b9f661d3-e414-4e37-af2b-8ab6d59d8072'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:35:35.702670 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955110d5-3782-4bb1-96f6-5527d7bfa03d req-ab7abd42-68a1-46b7-ab89-a30fbcc55f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:35.704896 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-955110d5-3782-4bb1-96f6-5527d7bfa03d req-ab7abd42-68a1-46b7-ab89-a30fbcc55f53 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 915 time: 0.5633528 Sep 09 20:35:35.727501 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:35.728773 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-6a187cc1-b4da-4987-bf50-c4f9a92c489f admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3394876 Sep 09 20:35:35.734484 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36328) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:35.763697 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:35:35.763947 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-20b46e86-f5d3-45ee-b5b3-4ebaade6c062 req-1a5c4961-2e09-4a91-8288-f454bad4108f tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=afed2dac-dd2b-4644-b476-3a168470a383&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1130054 Sep 09 20:35:35.765813 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a3f2f-645f-45c5-8f6f-fd5ada764911 None None] Pushing event updated for resources: {'Port': ['ID=320f188e-c4ee-4404-9839-9f3409afa6f4,revision_number=4']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:35.770786 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-955110d5-3782-4bb1-96f6-5527d7bfa03d req-d95303bc-b852-4edc-8850-d239d7c1a132 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddf6e429-ad62-4521-b729-5b52421bc743 HTTP/1.1" status: 200 len: 217 time: 0.0584602 Sep 09 20:35:35.802680 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45264aed-a669-48b3-ae55-70d81830618f None None] Network 5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:35:35.832649 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=61b0a513-0ef6-435f-b7d4-31aec76361e6,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:35.845278 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955110d5-3782-4bb1-96f6-5527d7bfa03d req-dcc5fc55-fa54-46c4-8987-063b9ed6f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:35.846835 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-955110d5-3782-4bb1-96f6-5527d7bfa03d req-dcc5fc55-fa54-46c4-8987-063b9ed6f6eb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cc644494-9f43-4a38-b775-113edbb4b69f HTTP/1.1" status: 200 len: 853 time: 0.0679164 Sep 09 20:35:35.897349 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955110d5-3782-4bb1-96f6-5527d7bfa03d req-4b9ddaa5-2a28-4f8e-b5e9-f8aae03f8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:35.899276 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-955110d5-3782-4bb1-96f6-5527d7bfa03d req-4b9ddaa5-2a28-4f8e-b5e9-f8aae03f8289 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454519 Sep 09 20:35:35.904071 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Routers {'b9f661d3-e414-4e37-af2b-8ab6d59d8072'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:35:35.904847 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:35:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b9f661d3-e414-4e37-af2b-8ab6d59d8072'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:35.998356 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:35.999551 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:36.019836 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-71205dfe-fbe1-4a8d-a885-e03da2ccc743 None None] Provisioning complete for port 61b0a513-0ef6-435f-b7d4-31aec76361e6 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:36.020418 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-71205dfe-fbe1-4a8d-a885-e03da2ccc743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (61b0a513-0ef6-435f-b7d4-31aec76361e6), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:36.051327 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-955110d5-3782-4bb1-96f6-5527d7bfa03d req-53ec561d-3da5-4819-bb4a-13e656f1de90 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438949 Sep 09 20:35:36.054212 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 41fd969d-c16e-4e8e-b234-834406951acd triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:36.061654 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (41fd969d-c16e-4e8e-b234-834406951acd), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:36.110331 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:35Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:36.114513 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Set router b9f661d3-e414-4e37-af2b-8ab6d59d8072 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:35:36.147311 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56d0aa2-cb01-482e-8d5d-07bcf39d94d7 None None] The sync data for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi is: [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:35Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:35:36.192826 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-955110d5-3782-4bb1-96f6-5527d7bfa03d req-313789f8-df90-4493-936b-984a2ec4ae7b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343744 Sep 09 20:35:36.305146 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:36.412708 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:36.464656 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'name': 'tempest-TestVolumeBootPattern-1349163606-router', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '477cf3bc-bbde-4a6b-a144-ffa44f66f2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:33Z', 'updated_at': '2022-09-09T20:35:34Z', 'revision_number': 3, 'project_id': 'd8e762a2344248dc9e79ff464c26dddc', 'gw_port': {'id': '477cf3bc-bbde-4a6b-a144-ffa44f66f2e9', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:34Z', 'updated_at': '2022-09-09T20:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:36.503136 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Allocated IP 172.20.0.1 (5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9/3614dfba-8056-4d9f-aec8-23def3e64ee6/43f7a9a1-1d88-4aaf-b8a2-b2f722669d85) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:35:36.516150 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device ddf6e429-ad62-4521-b729-5b52421bc743 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:35:36.518607 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 41fd969d-c16e-4e8e-b234-834406951acd is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:36.531431 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Checking router: b9f661d3-e414-4e37-af2b-8ab6d59d8072 for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:35:36.533441 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Updating router b9f661d3-e414-4e37-af2b-8ab6d59d8072 port 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9 binding host dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:35:36.571687 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-71205dfe-fbe1-4a8d-a885-e03da2ccc743 None None] Current status of the port 61b0a513-0ef6-435f-b7d4-31aec76361e6 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:36.596531 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (477cf3bc-bbde-4a6b-a144-ffa44f66f2e9), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:36.648139 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Publish callbacks [] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:36.692105 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:36.740092 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Network 5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:35:36.746016 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:35:36.748333 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Pushing event updated for resources: {'Port': ['ID=43f7a9a1-1d88-4aaf-b8a2-b2f722669d85,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:36.750825 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:35:36.772966 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:36.803355 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902993'] for router_interface (b9f661d3-e414-4e37-af2b-8ab6d59d8072), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:36.941525 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1dec8-55e7-40f8-ab28-d493697697b4 req-a35a5d39-bf9f-445f-9731-8d16e2b1d5b0 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:36.943001 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ec1dec8-55e7-40f8-ab28-d493697697b4 req-a35a5d39-bf9f-445f-9731-8d16e2b1d5b0 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 944 time: 0.0653682 Sep 09 20:35:36.954669 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9c1854bc-daa3-4573-bc1d-17090bb5efa5 None None] Provisioning complete for port 61b0a513-0ef6-435f-b7d4-31aec76361e6 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:36.955047 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9c1854bc-daa3-4573-bc1d-17090bb5efa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (61b0a513-0ef6-435f-b7d4-31aec76361e6), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.024292 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port ddf6e429-ad62-4521-b729-5b52421bc743, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=ddf6e429-ad62-4521-b729-5b52421bc743,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:35:37.059503 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8ec1dec8-55e7-40f8-ab28-d493697697b4 req-6d7468eb-ded0-4f8e-9e43-0ef4cdae562e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=afed2dac-dd2b-4644-b476-3a168470a383&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0960362 Sep 09 20:35:37.068552 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.071480 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:35:37.092171 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': 'ddf6e429-ad62-4521-b729-5b52421bc743', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'port_id': 'ddf6e429-ad62-4521-b729-5b52421bc743', 'mac_address': 'fa:16:3e:0f:2f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:35:37.100896 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:37.138678 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=100 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:37.205437 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 61b0a513-0ef6-435f-b7d4-31aec76361e6 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:35:37.207700 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port ddf6e429-ad62-4521-b729-5b52421bc743 is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:37.208103 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ddf6e429-ad62-4521-b729-5b52421bc743), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.251683 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9c1854bc-daa3-4573-bc1d-17090bb5efa5 None None] Current status of the port 61b0a513-0ef6-435f-b7d4-31aec76361e6 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:37.262755 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf6e429-ad62-4521-b729-5b52421bc743 {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:35:37.291997 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Publish callbacks [] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.296695 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12204078'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.310881 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port ddf6e429-ad62-4521-b729-5b52421bc743, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=ddf6e429-ad62-4521-b729-5b52421bc743,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:35:37.333139 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (ddf6e429-ad62-4521-b729-5b52421bc743), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.357189 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:37.369145 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 61b0a513-0ef6-435f-b7d4-31aec76361e6 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:37.369610 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (61b0a513-0ef6-435f-b7d4-31aec76361e6), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.371018 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903117'] for router_interface (b9f661d3-e414-4e37-af2b-8ab6d59d8072), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.375785 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Pushing event updated for resources: {'Port': ['ID=43f7a9a1-1d88-4aaf-b8a2-b2f722669d85,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:37.414719 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Publish callbacks [] for port (477cf3bc-bbde-4a6b-a144-ffa44f66f2e9), precommit_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.440005 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (477cf3bc-bbde-4a6b-a144-ffa44f66f2e9), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.447211 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-24aaca89-049b-42fd-b139-b9766b722bc0 None None] Provisioning complete for port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:37.447586 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-24aaca89-049b-42fd-b139-b9766b722bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.459369 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-02718294-ae67-47a8-8f14-0bb00c38e4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.486748 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Network 5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:35:37.488861 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:35:37.498506 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=ddf6e429-ad62-4521-b729-5b52421bc743,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:37.509988 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Attempting to bind port 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:35:37.509988 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Attempting to bind port 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:35:37.509988 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Attempting to bind port 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9 on network 4c72e26c-57d6-47f3-8e84-e01e12378c25 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:35:37.570930 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-24aaca89-049b-42fd-b139-b9766b722bc0 None None] Port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:35:37.587251 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['ddf6e429-ad62-4521-b729-5b52421bc743'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:35:37.611478 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Router b9f661d3-e414-4e37-af2b-8ab6d59d8072 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:35:37.622381 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45255a46-bdc8-4114-a8f3-e1209836e5bb None None] Pushing event updated for resources: {'Port': ['ID=477cf3bc-bbde-4a6b-a144-ffa44f66f2e9,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:37.683457 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:35:37.683832 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Checking segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:35:37.684239 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.684636 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Bound using segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:35:37.685131 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Bound port: 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:35:37.686107 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (477cf3bc-bbde-4a6b-a144-ffa44f66f2e9), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.693503 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 61b0a513-0ef6-435f-b7d4-31aec76361e6 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:37.694581 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 320f188e-c4ee-4404-9839-9f3409afa6f4 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:35:37.705858 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:37.725871 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:35:37.730998 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-c178156b-968b-4c53-8443-3e5bd39a075b admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/b9f661d3-e414-4e37-af2b-8ab6d59d8072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9945455 Sep 09 20:35:37.788637 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:37.823678 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] For port 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:35:37.830423 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:37.841563 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-ff49b4be-0096-4155-9bb5-ba4e3f2fb660 None None] Provisioning complete for port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:37.841936 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-ff49b4be-0096-4155-9bb5-ba4e3f2fb660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.868212 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] For port 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=477cf3bc-bbde-4a6b-a144-ffa44f66f2e9,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:35:37.869083 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 320f188e-c4ee-4404-9839-9f3409afa6f4 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:37.870033 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.910215 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (477cf3bc-bbde-4a6b-a144-ffa44f66f2e9), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:37.964110 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-ff49b4be-0096-4155-9bb5-ba4e3f2fb660 None None] Port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:35:38.008880 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Routers {'b9f661d3-e414-4e37-af2b-8ab6d59d8072'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:35:38.009552 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:35:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b9f661d3-e414-4e37-af2b-8ab6d59d8072'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:38.052821 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45255a46-bdc8-4114-a8f3-e1209836e5bb None None] Pushing event updated for resources: {'Port': ['ID=477cf3bc-bbde-4a6b-a144-ffa44f66f2e9,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:38.091502 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36342) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:38.096464 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-d737653e-541b-417f-bdb4-dc242cee183a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1813791276', 'description': 'tempest-secgroup-smoke-1813791276 description', 'project_id': '7e12f0c37bd14176b04dfd87d7b10520'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:38.121966 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d737653e-541b-417f-bdb4-dc242cee183a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.138600 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 320f188e-c4ee-4404-9839-9f3409afa6f4 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:38.139276 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.175711 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] Set router b9f661d3-e414-4e37-af2b-8ab6d59d8072 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:35:38.219532 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 320f188e-c4ee-4404-9839-9f3409afa6f4, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=320f188e-c4ee-4404-9839-9f3409afa6f4,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:35:38.227087 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.236580 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6af8be-a8c4-423f-ab01-132bcc5c0139 req-180e9630-d2c0-48f7-ad2b-837bfad85059 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:38.236580 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ed6af8be-a8c4-423f-ab01-132bcc5c0139 req-180e9630-d2c0-48f7-ad2b-837bfad85059 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 945 time: 0.0733941 Sep 09 20:35:38.243735 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d737653e-541b-417f-bdb4-dc242cee183a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group (b82af17a-6da7-402e-8fad-9dc6882b1309), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.252215 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d737653e-541b-417f-bdb4-dc242cee183a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (b82af17a-6da7-402e-8fad-9dc6882b1309), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.302720 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-d737653e-541b-417f-bdb4-dc242cee183a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.303950 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-d737653e-541b-417f-bdb4-dc242cee183a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2112725 Sep 09 20:35:38.307117 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36348) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:38.313929 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-1e9751b0-5789-4c48-94ad-bda7ee11bb1e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Request body: {'security_group_rule': {'security_group_id': 'b82af17a-6da7-402e-8fad-9dc6882b1309', 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:38.319154 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737653e-541b-417f-bdb4-dc242cee183a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82af17a-6da7-402e-8fad-9dc6882b1309,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:38.338703 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ed6af8be-a8c4-423f-ab01-132bcc5c0139 req-4a3eddbe-018d-4818-a19c-b1cd45ff827f tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=afed2dac-dd2b-4644-b476-3a168470a383&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0933492 Sep 09 20:35:38.350705 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=320f188e-c4ee-4404-9839-9f3409afa6f4,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:38.364915 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1e9751b0-5789-4c48-94ad-bda7ee11bb1e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (1cd26efc-2592-4497-a731-0b7f28822f78), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.430342 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1e9751b0-5789-4c48-94ad-bda7ee11bb1e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (1cd26efc-2592-4497-a731-0b7f28822f78), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.432317 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'name': 'tempest-TestVolumeBootPattern-1349163606-router', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '477cf3bc-bbde-4a6b-a144-ffa44f66f2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:33Z', 'updated_at': '2022-09-09T20:35:36Z', 'revision_number': 4, 'project_id': 'd8e762a2344248dc9e79ff464c26dddc', 'gw_port': {'id': '477cf3bc-bbde-4a6b-a144-ffa44f66f2e9', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:34Z', 'updated_at': '2022-09-09T20:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '43f7a9a1-1d88-4aaf-b8a2-b2f722669d85', 'name': '', 'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'mac_address': 'fa:16:3e:80:34:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3614dfba-8056-4d9f-aec8-23def3e64ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:36Z', 'updated_at': '2022-09-09T20:35:37Z', 'revision_number': 2, 'project_id': 'd8e762a2344248dc9e79ff464c26dddc', 'subnets': [{'id': '3614dfba-8056-4d9f-aec8-23def3e64ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:38.434502 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1e9751b0-5789-4c48-94ad-bda7ee11bb1e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (1cd26efc-2592-4497-a731-0b7f28822f78), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.451817 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9751b0-5789-4c48-94ad-bda7ee11bb1e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd26efc-2592-4497-a731-0b7f28822f78,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:38.458838 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0c2a93-1b46-4cb0-ad98-4b34231e154a None None] The sync data for ids ['b9f661d3-e414-4e37-af2b-8ab6d59d8072'] in dv-cinder-849325-4-iscsi is: [{'id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'name': 'tempest-TestVolumeBootPattern-1349163606-router', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '477cf3bc-bbde-4a6b-a144-ffa44f66f2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:33Z', 'updated_at': '2022-09-09T20:35:36Z', 'revision_number': 4, 'project_id': 'd8e762a2344248dc9e79ff464c26dddc', 'gw_port': {'id': '477cf3bc-bbde-4a6b-a144-ffa44f66f2e9', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:34Z', 'updated_at': '2022-09-09T20:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '43f7a9a1-1d88-4aaf-b8a2-b2f722669d85', 'name': '', 'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'mac_address': 'fa:16:3e:80:34:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3614dfba-8056-4d9f-aec8-23def3e64ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:36Z', 'updated_at': '2022-09-09T20:35:37Z', 'revision_number': 2, 'project_id': 'd8e762a2344248dc9e79ff464c26dddc', 'subnets': [{'id': '3614dfba-8056-4d9f-aec8-23def3e64ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:35:38.465167 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1e9751b0-5789-4c48-94ad-bda7ee11bb1e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.466374 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-1e9751b0-5789-4c48-94ad-bda7ee11bb1e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1583619 Sep 09 20:35:38.469135 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36350) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:38.473456 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-18c195ca-203a-450a-9463-e825ffc4a045 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Request body: {'security_group_rule': {'security_group_id': 'b82af17a-6da7-402e-8fad-9dc6882b1309', 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:38.489917 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device ddf6e429-ad62-4521-b729-5b52421bc743 up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:35:38.507630 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-18c195ca-203a-450a-9463-e825ffc4a045 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (00835272-8c22-49e7-9f7f-b86589f54f83), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.547281 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port ddf6e429-ad62-4521-b729-5b52421bc743 completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:35:38.554474 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port ddf6e429-ad62-4521-b729-5b52421bc743 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:38.554898 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (ddf6e429-ad62-4521-b729-5b52421bc743), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.568962 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-18c195ca-203a-450a-9463-e825ffc4a045 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (00835272-8c22-49e7-9f7f-b86589f54f83), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.572727 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-18c195ca-203a-450a-9463-e825ffc4a045 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (00835272-8c22-49e7-9f7f-b86589f54f83), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.591291 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:38.594962 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c195ca-203a-450a-9463-e825ffc4a045 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00835272-8c22-49e7-9f7f-b86589f54f83,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:38.601847 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-18c195ca-203a-450a-9463-e825ffc4a045 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.603169 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-18c195ca-203a-450a-9463-e825ffc4a045 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330764 Sep 09 20:35:38.606218 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36352) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:38.611863 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-3a5a8ef8-5dd4-446c-8656-a87ba66910eb tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Request body: {'security_group_rule': {'security_group_id': 'b82af17a-6da7-402e-8fad-9dc6882b1309', 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:38.622582 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:38.643270 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3a5a8ef8-5dd4-446c-8656-a87ba66910eb tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (f157583c-41e0-460c-a6e8-d4ff97c6bccb), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.644289 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port ddf6e429-ad62-4521-b729-5b52421bc743 is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:38.644744 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ddf6e429-ad62-4521-b729-5b52421bc743), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.709064 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79c57c8-9531-4ddb-9c45-ab13ce2198fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf6e429-ad62-4521-b729-5b52421bc743'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:35:38.711513 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a207f01-ede1-4254-81a2-93c2e0a79f6d" -d '{"events": [{"server_uuid": "c79c57c8-9531-4ddb-9c45-ab13ce2198fc", "name": "network-vif-plugged", "status": "completed", "tag": "ddf6e429-ad62-4521-b729-5b52421bc743"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:35:38.719948 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3a5a8ef8-5dd4-446c-8656-a87ba66910eb tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (f157583c-41e0-460c-a6e8-d4ff97c6bccb), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.724098 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3a5a8ef8-5dd4-446c-8656-a87ba66910eb tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (f157583c-41e0-460c-a6e8-d4ff97c6bccb), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.725852 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port ddf6e429-ad62-4521-b729-5b52421bc743, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=ddf6e429-ad62-4521-b729-5b52421bc743,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:35:38.739230 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (ddf6e429-ad62-4521-b729-5b52421bc743), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.754445 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a8ef8-5dd4-446c-8656-a87ba66910eb tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f157583c-41e0-460c-a6e8-d4ff97c6bccb,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:38.765853 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3a5a8ef8-5dd4-446c-8656-a87ba66910eb tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.769773 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-3a5a8ef8-5dd4-446c-8656-a87ba66910eb tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620424 Sep 09 20:35:38.770024 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36356) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:38.772412 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701635b2-7480-4be2-a34a-321f6b2226e6 x-openstack-request-id: req-701635b2-7480-4be2-a34a-321f6b2226e6 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:35:38.772707 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79c57c8-9531-4ddb-9c45-ab13ce2198fc", "name": "network-vif-plugged", "status": "completed", "tag": "ddf6e429-ad62-4521-b729-5b52421bc743", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:35:38.772955 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-701635b2-7480-4be2-a34a-321f6b2226e6 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:35:38.773399 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-701635b2-7480-4be2-a34a-321f6b2226e6'] response: {'server_uuid': 'c79c57c8-9531-4ddb-9c45-ab13ce2198fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf6e429-ad62-4521-b729-5b52421bc743', 'code': 200} Sep 09 20:35:38.775633 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-9978eb9e-add4-41e5-a040-ebb7c556c58f tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Request body: {'security_group_rule': {'security_group_id': 'b82af17a-6da7-402e-8fad-9dc6882b1309', 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:38.813571 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9978eb9e-add4-41e5-a040-ebb7c556c58f tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (7d5f0c41-81f2-49c3-b67f-6a79406fa9fb), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.923694 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9978eb9e-add4-41e5-a040-ebb7c556c58f tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (7d5f0c41-81f2-49c3-b67f-6a79406fa9fb), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.929458 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9978eb9e-add4-41e5-a040-ebb7c556c58f tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (7d5f0c41-81f2-49c3-b67f-6a79406fa9fb), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.965784 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=ddf6e429-ad62-4521-b729-5b52421bc743,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:38.966025 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978eb9e-add4-41e5-a040-ebb7c556c58f tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5f0c41-81f2-49c3-b67f-6a79406fa9fb,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:38.971453 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.994265 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9978eb9e-add4-41e5-a040-ebb7c556c58f tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:38.996286 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-9978eb9e-add4-41e5-a040-ebb7c556c58f tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2252400 Sep 09 20:35:38.999069 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36358) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:39.005078 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-846c6fad-d656-4441-bf16-61f73cd9aef3 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Request body: {'security_group_rule': {'security_group_id': 'b82af17a-6da7-402e-8fad-9dc6882b1309', 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:39.014532 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:39.025862 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921ffd6-297a-4ce4-beea-3514ba2ec599 req-38b47de1-f5a8-488a-88f2-69a5e7778823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:39.028285 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0921ffd6-297a-4ce4-beea-3514ba2ec599 req-38b47de1-f5a8-488a-88f2-69a5e7778823 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 1130 time: 0.0801003 Sep 09 20:35:39.054212 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.securitygroups_db [None req-846c6fad-d656-4441-bf16-61f73cd9aef3 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Project 7e12f0c37bd14176b04dfd87d7b10520 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 20:35:39.065584 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-846c6fad-d656-4441-bf16-61f73cd9aef3 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (7e5b484e-62a6-47f1-be41-f92146016f01), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:39.093021 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:39.113746 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-0921ffd6-297a-4ce4-beea-3514ba2ec599 req-1e1fc809-3537-4f5e-943e-0fd445589897 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=afed2dac-dd2b-4644-b476-3a168470a383&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0771055 Sep 09 20:35:39.143888 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-846c6fad-d656-4441-bf16-61f73cd9aef3 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (7e5b484e-62a6-47f1-be41-f92146016f01), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:39.147694 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-846c6fad-d656-4441-bf16-61f73cd9aef3 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (7e5b484e-62a6-47f1-be41-f92146016f01), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:39.171228 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c6fad-d656-4441-bf16-61f73cd9aef3 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5b484e-62a6-47f1-be41-f92146016f01,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:39.173764 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 320f188e-c4ee-4404-9839-9f3409afa6f4 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:35:39.175550 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-846c6fad-d656-4441-bf16-61f73cd9aef3 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:39.179790 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-846c6fad-d656-4441-bf16-61f73cd9aef3 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1767411 Sep 09 20:35:39.179790 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36360) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:39.185537 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-444584af-0055-4627-9566-67226845bdae tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Request body: {'security_group_rule': {'security_group_id': 'b82af17a-6da7-402e-8fad-9dc6882b1309', 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:39.211369 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.securitygroups_db [None req-444584af-0055-4627-9566-67226845bdae tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Project 7e12f0c37bd14176b04dfd87d7b10520 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 20:35:39.230442 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:39.248296 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-444584af-0055-4627-9566-67226845bdae tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (a632ab44-97fb-4f78-abc1-90069de8e564), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:39.256122 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 320f188e-c4ee-4404-9839-9f3409afa6f4 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:39.261635 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:39.342034 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-444584af-0055-4627-9566-67226845bdae tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (a632ab44-97fb-4f78-abc1-90069de8e564), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:39.352820 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 320f188e-c4ee-4404-9839-9f3409afa6f4 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:39.355021 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-444584af-0055-4627-9566-67226845bdae tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (a632ab44-97fb-4f78-abc1-90069de8e564), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:39.380762 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444584af-0055-4627-9566-67226845bdae tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a632ab44-97fb-4f78-abc1-90069de8e564,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:39.386795 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-444584af-0055-4627-9566-67226845bdae tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:39.389650 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-444584af-0055-4627-9566-67226845bdae tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2074909 Sep 09 20:35:39.497416 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74fe0a-bf02-414b-8494-8c65191621ac req-870e8e0b-7fd6-4971-aab9-1ee3a3424d65 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:39.499054 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2f74fe0a-bf02-414b-8494-8c65191621ac req-870e8e0b-7fd6-4971-aab9-1ee3a3424d65 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 946 time: 0.0634434 Sep 09 20:35:39.558015 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:39.569470 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2f74fe0a-bf02-414b-8494-8c65191621ac req-d297fc60-41e7-408c-ae96-13c153b0c91e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=afed2dac-dd2b-4644-b476-3a168470a383&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0629706 Sep 09 20:35:39.580681 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-ab251eb4-39b5-4921-9435-f62f8bd6ca3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:40.709831 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bba1ee-c11d-4141-a21b-30595afea039 req-6322e195-c12b-409d-bc00-632ae2e1bbac tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:40.711506 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Sync routers for ids ['b9f661d3-e414-4e37-af2b-8ab6d59d8072'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:35:40.714175 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-91bba1ee-c11d-4141-a21b-30595afea039 req-6322e195-c12b-409d-bc00-632ae2e1bbac tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 946 time: 0.0528796 Sep 09 20:35:40.723996 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Routers {'b9f661d3-e414-4e37-af2b-8ab6d59d8072'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:35:40.724614 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:35:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b9f661d3-e414-4e37-af2b-8ab6d59d8072'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:40.762990 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-91bba1ee-c11d-4141-a21b-30595afea039 req-3962be8f-4209-422f-b115-f95419dad74b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=afed2dac-dd2b-4644-b476-3a168470a383&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0448079 Sep 09 20:35:40.831894 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Set router b9f661d3-e414-4e37-af2b-8ab6d59d8072 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:35:40.892183 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:40.909221 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b2ba9-760f-4312-a67b-6ab1c3afe488 req-eaedbb48-390f-47a4-be1d-03d840e59b67 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:40.910764 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3a8b2ba9-760f-4312-a67b-6ab1c3afe488 req-eaedbb48-390f-47a4-be1d-03d840e59b67 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 946 time: 0.0661511 Sep 09 20:35:40.925430 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36430) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:40.930095 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-919d59da-fd16-4d57-832e-1e28c7043d48 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'floatingip': {'port_id': 'ddf6e429-ad62-4521-b729-5b52421bc743'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:35:40.988634 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-919d59da-fd16-4d57-832e-1e28c7043d48 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (21418a5d-8e8c-4c45-bf48-af28f7b7ecf1), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:41.055583 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'name': 'tempest-TestVolumeBootPattern-1349163606-router', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '477cf3bc-bbde-4a6b-a144-ffa44f66f2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:33Z', 'updated_at': '2022-09-09T20:35:36Z', 'revision_number': 4, 'project_id': 'd8e762a2344248dc9e79ff464c26dddc', 'gw_port': {'id': '477cf3bc-bbde-4a6b-a144-ffa44f66f2e9', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:34Z', 'updated_at': '2022-09-09T20:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '43f7a9a1-1d88-4aaf-b8a2-b2f722669d85', 'name': '', 'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'mac_address': 'fa:16:3e:80:34:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3614dfba-8056-4d9f-aec8-23def3e64ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:36Z', 'updated_at': '2022-09-09T20:35:37Z', 'revision_number': 2, 'project_id': 'd8e762a2344248dc9e79ff464c26dddc', 'subnets': [{'id': '3614dfba-8056-4d9f-aec8-23def3e64ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:41.087478 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Checking router: b9f661d3-e414-4e37-af2b-8ab6d59d8072 for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:35:41.087756 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Updating router b9f661d3-e414-4e37-af2b-8ab6d59d8072 port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 binding host dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:35:41.122981 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:41.138636 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:41.175228 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:35:41.232080 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:41.232543 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (477cf3bc-bbde-4a6b-a144-ffa44f66f2e9), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:41.317956 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:41.322776 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:41.323266 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (477cf3bc-bbde-4a6b-a144-ffa44f66f2e9), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:41.353387 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=477cf3bc-bbde-4a6b-a144-ffa44f66f2e9,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:35:41.361428 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (477cf3bc-bbde-4a6b-a144-ffa44f66f2e9), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:41.413277 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=477cf3bc-bbde-4a6b-a144-ffa44f66f2e9,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:41.432484 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Publish callbacks [] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), precommit_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:41.439617 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:41.532756 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9dc1e-29d2-433e-b066-d59ce7c9ce29 None None] Pushing event updated for resources: {'Port': ['ID=43f7a9a1-1d88-4aaf-b8a2-b2f722669d85,revision_number=3']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:41.548117 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Attempting to bind port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:35:41.548488 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Attempting to bind port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'bba7e8a2-4c38-4ced-8333-24421b85570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9'}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:35:41.549049 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Attempting to bind port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 on network 5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9 {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:35:41.592214 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:35:41.592640 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Checking segment: {'id': 'bba7e8a2-4c38-4ced-8333-24421b85570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:35:41.593043 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:41.593478 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Bound using segment: {'id': 'bba7e8a2-4c38-4ced-8333-24421b85570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9'} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:35:41.594128 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Bound port: 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba7e8a2-4c38-4ced-8333-24421b85570f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9'}}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:35:41.594518 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:41.659192 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] For port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:35:41.661487 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] For port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=43f7a9a1-1d88-4aaf-b8a2-b2f722669d85,segment=NetworkSegment(bba7e8a2-4c38-4ced-8333-24421b85570f),segment_id=bba7e8a2-4c38-4ced-8333-24421b85570f)] {{(pid=106237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:35:41.671769 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:41.705372 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Routers {'b9f661d3-e414-4e37-af2b-8ab6d59d8072'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:35:41.706130 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:35:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b9f661d3-e414-4e37-af2b-8ab6d59d8072'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:41.735527 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-919d59da-fd16-4d57-832e-1e28c7043d48 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:41.740425 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-919d59da-fd16-4d57-832e-1e28c7043d48 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (21418a5d-8e8c-4c45-bf48-af28f7b7ecf1), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:41.770844 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9dc1e-29d2-433e-b066-d59ce7c9ce29 None None] Pushing event updated for resources: {'Port': ['ID=43f7a9a1-1d88-4aaf-b8a2-b2f722669d85,revision_number=4']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:41.826917 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] Set router b9f661d3-e414-4e37-af2b-8ab6d59d8072 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:35:41.848163 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.l3_db [None req-919d59da-fd16-4d57-832e-1e28c7043d48 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Floating IP 21418a5d-8e8c-4c45-bf48-af28f7b7ecf1 associated. External IP: 172.27.1.113, port: ddf6e429-ad62-4521-b729-5b52421bc743. Sep 09 20:35:41.949956 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:42.024996 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'name': 'tempest-TestVolumeBootPattern-1349163606-router', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '477cf3bc-bbde-4a6b-a144-ffa44f66f2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:33Z', 'updated_at': '2022-09-09T20:35:36Z', 'revision_number': 4, 'project_id': 'd8e762a2344248dc9e79ff464c26dddc', 'gw_port': {'id': '477cf3bc-bbde-4a6b-a144-ffa44f66f2e9', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:34Z', 'updated_at': '2022-09-09T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '43f7a9a1-1d88-4aaf-b8a2-b2f722669d85', 'name': '', 'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'mac_address': 'fa:16:3e:80:34:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3614dfba-8056-4d9f-aec8-23def3e64ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:36Z', 'updated_at': '2022-09-09T20:35:41Z', 'revision_number': 4, 'project_id': 'd8e762a2344248dc9e79ff464c26dddc', 'subnets': [{'id': '3614dfba-8056-4d9f-aec8-23def3e64ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:42.056641 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e052a9-46a3-4b5e-8d14-1db09566395f None None] The sync data for ids ['b9f661d3-e414-4e37-af2b-8ab6d59d8072'] in dv-cinder-849325-4-iscsi is: [{'id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'name': 'tempest-TestVolumeBootPattern-1349163606-router', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '477cf3bc-bbde-4a6b-a144-ffa44f66f2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:33Z', 'updated_at': '2022-09-09T20:35:36Z', 'revision_number': 4, 'project_id': 'd8e762a2344248dc9e79ff464c26dddc', 'gw_port': {'id': '477cf3bc-bbde-4a6b-a144-ffa44f66f2e9', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:34Z', 'updated_at': '2022-09-09T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '43f7a9a1-1d88-4aaf-b8a2-b2f722669d85', 'name': '', 'network_id': '5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'mac_address': 'fa:16:3e:80:34:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '3614dfba-8056-4d9f-aec8-23def3e64ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:36Z', 'updated_at': '2022-09-09T20:35:41Z', 'revision_number': 4, 'project_id': 'd8e762a2344248dc9e79ff464c26dddc', 'subnets': [{'id': '3614dfba-8056-4d9f-aec8-23def3e64ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:35:42.076847 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919d59da-fd16-4d57-832e-1e28c7043d48 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Router 549801df-edf5-4c2d-9b08-99e9bfdfff0b has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:35:42.136929 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:42.190123 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919d59da-fd16-4d57-832e-1e28c7043d48 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:35:42.194727 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-919d59da-fd16-4d57-832e-1e28c7043d48 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:42.201406 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb491bf-4041-4493-86a7-e67931758a1c None None] Sync routers for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:35:42.214894 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb491bf-4041-4493-86a7-e67931758a1c None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:35:42.215937 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-fbb491bf-4041-4493-86a7-e67931758a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:35:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:42.237797 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-919d59da-fd16-4d57-832e-1e28c7043d48 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/21418a5d-8e8c-4c45-bf48-af28f7b7ecf1 HTTP/1.1" status: 200 len: 992 time: 1.3110156 Sep 09 20:35:42.238621 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79c57c8-9531-4ddb-9c45-ab13ce2198fc', 'tag': 'ddf6e429-ad62-4521-b729-5b52421bc743'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:35:42.240945 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9273daa8-7949-43ff-ac48-e75aa358776f" -d '{"events": [{"name": "network-changed", "server_uuid": "c79c57c8-9531-4ddb-9c45-ab13ce2198fc", "tag": "ddf6e429-ad62-4521-b729-5b52421bc743"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:35:42.288350 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70feee8e-2652-4cac-8ff3-b1a12a44916d x-openstack-request-id: req-70feee8e-2652-4cac-8ff3-b1a12a44916d {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:35:42.288709 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c79c57c8-9531-4ddb-9c45-ab13ce2198fc", "tag": "ddf6e429-ad62-4521-b729-5b52421bc743", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:35:42.289055 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70feee8e-2652-4cac-8ff3-b1a12a44916d {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:35:42.289607 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70feee8e-2652-4cac-8ff3-b1a12a44916d'] response: {'name': 'network-changed', 'server_uuid': 'c79c57c8-9531-4ddb-9c45-ab13ce2198fc', 'tag': 'ddf6e429-ad62-4521-b729-5b52421bc743', 'status': 'completed', 'code': 200} Sep 09 20:35:42.323729 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:42.339175 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-fbb491bf-4041-4493-86a7-e67931758a1c None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:35:42.360574 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273daa8-7949-43ff-ac48-e75aa358776f req-0b742d43-db4e-44ce-8261-d96b0f72eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:42.362270 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9273daa8-7949-43ff-ac48-e75aa358776f req-0b742d43-db4e-44ce-8261-d96b0f72eb6d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 1130 time: 0.0525048 Sep 09 20:35:42.469320 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273daa8-7949-43ff-ac48-e75aa358776f req-93a8c142-150e-4cc1-803c-5755aa13a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:42.470948 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9273daa8-7949-43ff-ac48-e75aa358776f req-93a8c142-150e-4cc1-803c-5755aa13a6f1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 915 time: 0.1004646 Sep 09 20:35:42.508386 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:42.514288 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:42.551938 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9273daa8-7949-43ff-ac48-e75aa358776f req-6dcf5941-55c5-4de9-bca6-2f55ea5ff547 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddf6e429-ad62-4521-b729-5b52421bc743 HTTP/1.1" status: 200 len: 1000 time: 0.0742648 Sep 09 20:35:42.610685 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273daa8-7949-43ff-ac48-e75aa358776f req-c079f4f9-1d2c-4d2b-9f9b-e46084be6fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:42.610904 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-fbb491bf-4041-4493-86a7-e67931758a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '21418a5d-8e8c-4c45-bf48-af28f7b7ecf1', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': 'ddf6e429-ad62-4521-b729-5b52421bc743', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:0f:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79c57c8-9531-4ddb-9c45-ab13ce2198fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:35:28Z', 'updated_at': '2022-09-09T20:35:41Z', 'revision_number': 1, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:42.612431 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9273daa8-7949-43ff-ac48-e75aa358776f req-c079f4f9-1d2c-4d2b-9f9b-e46084be6fdc service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cc644494-9f43-4a38-b775-113edbb4b69f HTTP/1.1" status: 200 len: 853 time: 0.0542614 Sep 09 20:35:42.637037 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb491bf-4041-4493-86a7-e67931758a1c None None] Checking router: 549801df-edf5-4c2d-9b08-99e9bfdfff0b for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:35:42.646628 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb491bf-4041-4493-86a7-e67931758a1c None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:35:42.647102 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-fbb491bf-4041-4493-86a7-e67931758a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:35:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:42.661490 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273daa8-7949-43ff-ac48-e75aa358776f req-74d68d8a-4146-4f9e-b9dc-75c76a5987ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:42.665170 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9273daa8-7949-43ff-ac48-e75aa358776f req-74d68d8a-4146-4f9e-b9dc-75c76a5987ba service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441442 Sep 09 20:35:42.767224 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-fbb491bf-4041-4493-86a7-e67931758a1c None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:35:42.770919 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9273daa8-7949-43ff-ac48-e75aa358776f req-f0466d09-0420-400f-a2fe-9be04b5d721c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994709 Sep 09 20:35:42.807970 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:42.875846 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9273daa8-7949-43ff-ac48-e75aa358776f req-7dce0c74-30a8-4ddc-b12e-7e518179f480 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982656 Sep 09 20:35:42.980830 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-fbb491bf-4041-4493-86a7-e67931758a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '21418a5d-8e8c-4c45-bf48-af28f7b7ecf1', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': 'ddf6e429-ad62-4521-b729-5b52421bc743', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:0f:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79c57c8-9531-4ddb-9c45-ab13ce2198fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:35:28Z', 'updated_at': '2022-09-09T20:35:41Z', 'revision_number': 1, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:35:43.009185 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb491bf-4041-4493-86a7-e67931758a1c None None] The sync data for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi is: [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '21418a5d-8e8c-4c45-bf48-af28f7b7ecf1', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.113', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': 'ddf6e429-ad62-4521-b729-5b52421bc743', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:0f:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79c57c8-9531-4ddb-9c45-ab13ce2198fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:35:28Z', 'updated_at': '2022-09-09T20:35:41Z', 'revision_number': 1, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:35:43.181622 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:35:43.220923 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69eb891-6ec0-4703-83bd-43194f5fc278 None None] New status for floating IP 21418a5d-8e8c-4c45-bf48-af28f7b7ecf1: ACTIVE {{(pid=106237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:35:43.229757 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:43.230296 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (477cf3bc-bbde-4a6b-a144-ffa44f66f2e9), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:43.255008 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:43.310130 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:43.311199 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:35:43.359385 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:43.360010 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:43.436014 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:43.436407 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:43.468575 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=43f7a9a1-1d88-4aaf-b8a2-b2f722669d85,segment=NetworkSegment(bba7e8a2-4c38-4ced-8333-24421b85570f),segment_id=bba7e8a2-4c38-4ced-8333-24421b85570f)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:35:43.472678 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:43.524047 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=43f7a9a1-1d88-4aaf-b8a2-b2f722669d85,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:45.153980 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:35:45.201461 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:35:45.201835 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:45.237294 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:45.284314 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:35:52.230361 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:52.232276 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=25 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:52.871439 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:INSERT=5,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:52.873521 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=64,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:53.330274 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:53.332608 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:55.278632 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:55.282610 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:35:59.307564 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-41d17420-68f7-4468-9fef-d1bbbfc5b0b9 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1813791276&fields=id&tenant_id=7e12f0c37bd14176b04dfd87d7b10520 HTTP/1.1" status: 200 len: 267 time: 0.0434873 Sep 09 20:35:59.419727 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae6fa9-0c1d-4076-b367-994547289173 req-0371d1c4-82d6-4851-ab33-a40002c1d4d1 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:35:59.421490 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-0371d1c4-82d6-4851-ab33-a40002c1d4d1 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 812 time: 0.1070466 Sep 09 20:35:59.437079 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-b854d3e4-0361-430d-a0df-2a94a5b9f5a0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/quotas/7e12f0c37bd14176b04dfd87d7b10520 HTTP/1.1" status: 200 len: 375 time: 0.0096719 Sep 09 20:35:59.487287 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-2d30a5b8-f6fb-4cca-a08d-fa88566cc05b tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449893 Sep 09 20:35:59.593085 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-e5ebad6f-9fe7-4d80-a151-e50309a04803 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900626 Sep 09 20:35:59.636548 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36578) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:59.686399 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-4c5f1a9d-1aea-48d3-b0d7-d02df562e450 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871546 Sep 09 20:35:59.751557 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-65071e2f-9b02-4f1d-ada8-d5ec540785d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:59.832888 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-65071e2f-9b02-4f1d-ada8-d5ec540785d0 admin admin] Publish callbacks [] for security_group (1a0a28dc-9eac-47ee-bf50-76070acf8344), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:59.836594 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-65071e2f-9b02-4f1d-ada8-d5ec540785d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (1a0a28dc-9eac-47ee-bf50-76070acf8344), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:59.877755 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-65071e2f-9b02-4f1d-ada8-d5ec540785d0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4d04d8b1ba794ad6be2ecee6fbdcadf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400331 Sep 09 20:35:59.879593 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65071e2f-9b02-4f1d-ada8-d5ec540785d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0a28dc-9eac-47ee-bf50-76070acf8344,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:35:59.880414 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36588) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:35:59.939474 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f5c20ccb-24e6-47c5-bc89-8447660cbb97 admin admin] Publish callbacks [] for security_group (1a0a28dc-9eac-47ee-bf50-76070acf8344), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:35:59.968545 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f5c20ccb-24e6-47c5-bc89-8447660cbb97 admin admin] Publish callbacks [] for security_group (1a0a28dc-9eac-47ee-bf50-76070acf8344), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:00.007234 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9cc5cb2a-b54b-4d4e-a037-686823772343 req-2eda5ebb-79ab-467a-87ce-ba90a745e83c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 210 time: 0.0362358 Sep 09 20:36:00.045413 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f5c20ccb-24e6-47c5-bc89-8447660cbb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (1a0a28dc-9eac-47ee-bf50-76070acf8344), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:00.047936 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f5c20ccb-24e6-47c5-bc89-8447660cbb97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:00.049075 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-f5c20ccb-24e6-47c5-bc89-8447660cbb97 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1a0a28dc-9eac-47ee-bf50-76070acf8344 HTTP/1.1" status: 204 len: 168 time: 0.1675715 Sep 09 20:36:00.057819 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c20ccb-24e6-47c5-bc89-8447660cbb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0a28dc-9eac-47ee-bf50-76070acf8344,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:01.142149 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae6fa9-0c1d-4076-b367-994547289173 req-76ab5f6e-3361-4014-86c4-6ce9c7af7fe5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:01.144905 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-76ab5f6e-3361-4014-86c4-6ce9c7af7fe5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 812 time: 0.1400652 Sep 09 20:36:01.149100 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f986306f-e926-4faa-bccc-fa0c8bf9fef6 req-5b6f095d-0e9e-4cba-97ec-32681e5b0170 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 210 time: 0.0471637 Sep 09 20:36:01.234031 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-f6d0b813-55d4-49fa-9aed-06d33c58d0c5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7e12f0c37bd14176b04dfd87d7b10520 HTTP/1.1" status: 200 len: 380 time: 0.0797009 Sep 09 20:36:01.247055 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-82ae6fa9-0c1d-4076-b367-994547289173 req-519460be-a385-484f-b0fa-349e849550d5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Request body: {'port': {'device_id': 'ccc57f22-97e2-44fc-88b3-f5d9f124636e', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'admin_state_up': True, 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'security_groups': ['b82af17a-6da7-402e-8fad-9dc6882b1309']}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:01.358423 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ae6fa9-0c1d-4076-b367-994547289173 req-519460be-a385-484f-b0fa-349e849550d5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Made reservation on behalf of 7e12f0c37bd14176b04dfd87d7b10520 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:36:01.362268 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-82ae6fa9-0c1d-4076-b367-994547289173 req-519460be-a385-484f-b0fa-349e849550d5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:01.489064 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-82ae6fa9-0c1d-4076-b367-994547289173 req-519460be-a385-484f-b0fa-349e849550d5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Allocated IP 172.20.0.6 (59e2f46b-26f1-41b6-a478-bcc0b9346326/81f0046c-13a3-4901-a8ba-33a97db174ef/581d55fb-fee5-444b-bc2c-64e00c4532de) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:36:01.629992 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-82ae6fa9-0c1d-4076-b367-994547289173 req-519460be-a385-484f-b0fa-349e849550d5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:01.641702 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:01.664295 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-82ae6fa9-0c1d-4076-b367-994547289173 req-519460be-a385-484f-b0fa-349e849550d5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:01.674083 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:01.710524 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ae6fa9-0c1d-4076-b367-994547289173 req-519460be-a385-484f-b0fa-349e849550d5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Network 59e2f46b-26f1-41b6-a478-bcc0b9346326 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:36:01.719249 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-82ae6fa9-0c1d-4076-b367-994547289173 req-519460be-a385-484f-b0fa-349e849550d5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:01.723266 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ae6fa9-0c1d-4076-b367-994547289173 req-519460be-a385-484f-b0fa-349e849550d5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:36:01.728819 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519460be-a385-484f-b0fa-349e849550d5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'Port': ['ID=581d55fb-fee5-444b-bc2c-64e00c4532de,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:01.777125 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae6fa9-0c1d-4076-b367-994547289173 req-519460be-a385-484f-b0fa-349e849550d5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:01.777767 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-82ae6fa9-0c1d-4076-b367-994547289173 req-519460be-a385-484f-b0fa-349e849550d5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:01.795765 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-519460be-a385-484f-b0fa-349e849550d5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5552976 Sep 09 20:36:01.808519 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Request body: {'port': {'device_id': 'ccc57f22-97e2-44fc-88b3-f5d9f124636e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:01.876203 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:01.951919 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-6a9f3e93-8c80-4338-bea2-567ec464279a None None] Provisioning complete for port 581d55fb-fee5-444b-bc2c-64e00c4532de triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:01.952536 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3e93-8c80-4338-bea2-567ec464279a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:01.983494 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f3e93-8c80-4338-bea2-567ec464279a None None] Port 581d55fb-fee5-444b-bc2c-64e00c4532de cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:36:02.134416 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581d55fb-fee5-444b-bc2c-64e00c4532de {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:36:02.141814 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Publish callbacks [] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:02.154223 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Transition to ACTIVE for port object 581d55fb-fee5-444b-bc2c-64e00c4532de will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:36:02.157752 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:02.218359 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Pushing event updated for resources: {'Port': ['ID=581d55fb-fee5-444b-bc2c-64e00c4532de,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:02.271880 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Attempting to bind port 581d55fb-fee5-444b-bc2c-64e00c4532de on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:36:02.272313 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Attempting to bind port 581d55fb-fee5-444b-bc2c-64e00c4532de by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:36:02.272739 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Attempting to bind port 581d55fb-fee5-444b-bc2c-64e00c4532de on network 59e2f46b-26f1-41b6-a478-bcc0b9346326 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:36:02.273441 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7119-e43e-42fe-9b34-124f5c3e6e98 req-e676efa0-f341-4e3a-8f02-7547d639295c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:02.275042 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b25a7119-e43e-42fe-9b34-124f5c3e6e98 req-e676efa0-f341-4e3a-8f02-7547d639295c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 943 time: 0.0498698 Sep 09 20:36:02.316635 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Port 581d55fb-fee5-444b-bc2c-64e00c4532de on network 59e2f46b-26f1-41b6-a478-bcc0b9346326 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:36:02.316972 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Attempting to bind port 581d55fb-fee5-444b-bc2c-64e00c4532de on network 59e2f46b-26f1-41b6-a478-bcc0b9346326 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:36:02.326199 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b25a7119-e43e-42fe-9b34-124f5c3e6e98 req-fe4373d2-3b57-4555-bfcf-258fefc9d041 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451057 Sep 09 20:36:02.364573 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:36:02.364963 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Checking segment: {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:36:02.365473 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Bound using segment: {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:36:02.365955 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Bound port: 581d55fb-fee5-444b-bc2c-64e00c4532de, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:36:02.366313 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:02.432102 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] For port 581d55fb-fee5-444b-bc2c-64e00c4532de, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:36:02.435376 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] For port 581d55fb-fee5-444b-bc2c-64e00c4532de, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=581d55fb-fee5-444b-bc2c-64e00c4532de,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:36:02.442303 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:02.446419 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:02.447544 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:02.448909 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/581d55fb-fee5-444b-bc2c-64e00c4532de HTTP/1.1" status: 200 len: 1093 time: 0.6456816 Sep 09 20:36:02.449574 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc57f22-97e2-44fc-88b3-f5d9f124636e', 'tag': '581d55fb-fee5-444b-bc2c-64e00c4532de'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:36:02.451807 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f57bc1-de58-4e1f-a71b-5d7f455fa88f" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc57f22-97e2-44fc-88b3-f5d9f124636e", "tag": "581d55fb-fee5-444b-bc2c-64e00c4532de"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:36:02.500849 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:02.503031 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c22f51-147e-4e62-9ce2-6cd4fdeb6707 x-openstack-request-id: req-45c22f51-147e-4e62-9ce2-6cd4fdeb6707 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:36:02.503436 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc57f22-97e2-44fc-88b3-f5d9f124636e", "tag": "581d55fb-fee5-444b-bc2c-64e00c4532de", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:36:02.504076 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45c22f51-147e-4e62-9ce2-6cd4fdeb6707 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:36:02.504486 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c22f51-147e-4e62-9ce2-6cd4fdeb6707'] response: {'name': 'network-changed', 'server_uuid': 'ccc57f22-97e2-44fc-88b3-f5d9f124636e', 'tag': '581d55fb-fee5-444b-bc2c-64e00c4532de', 'status': 'completed', 'code': 200} Sep 09 20:36:02.543198 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:02.551589 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896c1dc-bcb5-462b-94de-106c9b7851c9 service neutron] Pushing event updated for resources: {'Port': ['ID=581d55fb-fee5-444b-bc2c-64e00c4532de,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:02.563280 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae6fa9-0c1d-4076-b367-994547289173 req-ac56a090-eb58-4370-84e0-64c3801932e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:02.564968 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-ac56a090-eb58-4370-84e0-64c3801932e1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 1127 time: 0.0564547 Sep 09 20:36:02.608834 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-881d9d80-e5af-4378-bf94-2fbf5601b4e9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=581d55fb-fee5-444b-bc2c-64e00c4532de HTTP/1.1" status: 200 len: 217 time: 0.0363426 Sep 09 20:36:02.677369 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae6fa9-0c1d-4076-b367-994547289173 req-1b69d0bf-37f6-4957-9324-01a377528f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:02.678944 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-1b69d0bf-37f6-4957-9324-01a377528f67 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=81f0046c-13a3-4901-a8ba-33a97db174ef HTTP/1.1" status: 200 len: 851 time: 0.0641849 Sep 09 20:36:02.724195 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae6fa9-0c1d-4076-b367-994547289173 req-7aa17f05-2aa4-429b-9a3c-9ba763d68602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:02.725710 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-7aa17f05-2aa4-429b-9a3c-9ba763d68602 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59e2f46b-26f1-41b6-a478-bcc0b9346326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410285 Sep 09 20:36:02.825655 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-4a413e41-773e-48a3-a4b6-b34db42d29eb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923033 Sep 09 20:36:02.918514 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-82ae6fa9-0c1d-4076-b367-994547289173 req-0008a157-b0b9-42b8-beae-7790e1950670 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851090 Sep 09 20:36:03.166748 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f57bc1-de58-4e1f-a71b-5d7f455fa88f req-19bca967-182b-4200-8bf5-89800e24e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:03.168670 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-11f57bc1-de58-4e1f-a71b-5d7f455fa88f req-19bca967-182b-4200-8bf5-89800e24e674 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 1127 time: 0.0435483 Sep 09 20:36:03.262227 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f57bc1-de58-4e1f-a71b-5d7f455fa88f req-ff07ad56-13fa-4a2f-9edb-ad9114778ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:03.263795 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-11f57bc1-de58-4e1f-a71b-5d7f455fa88f req-ff07ad56-13fa-4a2f-9edb-ad9114778ae2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 913 time: 0.0889807 Sep 09 20:36:03.307919 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-11f57bc1-de58-4e1f-a71b-5d7f455fa88f req-86e3f281-b138-4b24-b524-5936abceefee service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=581d55fb-fee5-444b-bc2c-64e00c4532de HTTP/1.1" status: 200 len: 217 time: 0.0364082 Sep 09 20:36:03.358587 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f57bc1-de58-4e1f-a71b-5d7f455fa88f req-2d13b6a3-79d4-4f06-82c1-e2eeadf46b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:03.360301 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-11f57bc1-de58-4e1f-a71b-5d7f455fa88f req-2d13b6a3-79d4-4f06-82c1-e2eeadf46b69 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=81f0046c-13a3-4901-a8ba-33a97db174ef HTTP/1.1" status: 200 len: 851 time: 0.0459266 Sep 09 20:36:03.407462 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f57bc1-de58-4e1f-a71b-5d7f455fa88f req-a4eab587-29c6-485f-9a2c-8cd6fa7ebaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:03.409093 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-11f57bc1-de58-4e1f-a71b-5d7f455fa88f req-a4eab587-29c6-485f-9a2c-8cd6fa7ebaa6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59e2f46b-26f1-41b6-a478-bcc0b9346326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414991 Sep 09 20:36:03.463330 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219a5e6-fa8f-41d8-961b-e5a4578156fb req-24ac9e2e-cff7-4f17-b77e-f39b3f66c76a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:03.465718 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3219a5e6-fa8f-41d8-961b-e5a4578156fb req-24ac9e2e-cff7-4f17-b77e-f39b3f66c76a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 943 time: 0.0624323 Sep 09 20:36:03.520862 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-11f57bc1-de58-4e1f-a71b-5d7f455fa88f req-1eed3ff1-6c45-482a-9dc6-0611417fb6db service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029494 Sep 09 20:36:03.521157 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3219a5e6-fa8f-41d8-961b-e5a4578156fb req-0f9baba6-111b-4362-ac2f-773726e974ec tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494597 Sep 09 20:36:03.620480 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-11f57bc1-de58-4e1f-a71b-5d7f455fa88f req-ce84604d-aa89-4a5e-9b23-a319e73dc9f6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937934 Sep 09 20:36:03.820918 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:03.825502 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:04.643241 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec1a6a-8117-4eed-b329-0f17b4a790a8 req-78c7650a-71e6-41f3-a46f-369a3d8eeceb tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:04.644664 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c7ec1a6a-8117-4eed-b329-0f17b4a790a8 req-78c7650a-71e6-41f3-a46f-369a3d8eeceb tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 943 time: 0.0467246 Sep 09 20:36:04.692599 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c7ec1a6a-8117-4eed-b329-0f17b4a790a8 req-f6ef1fa8-443e-4d66-b489-e2c2c48b93d7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425301 Sep 09 20:36:05.816471 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de4307-9304-4ea9-96d4-e9fa7cd51bd3 req-1d295c0b-d8f7-42e6-9f6e-7d880e7e8621 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:05.817972 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b7de4307-9304-4ea9-96d4-e9fa7cd51bd3 req-1d295c0b-d8f7-42e6-9f6e-7d880e7e8621 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 943 time: 0.0507841 Sep 09 20:36:05.867902 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b7de4307-9304-4ea9-96d4-e9fa7cd51bd3 req-f656c504-ea09-42c3-bade-b9ae46d104e9 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436225 Sep 09 20:36:06.985538 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:06.997582 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3876fe0-131b-49b9-87ad-c63c97d56d35 req-79929bb8-e015-414a-9766-0f5e79dd8422 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:06.999074 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c3876fe0-131b-49b9-87ad-c63c97d56d35 req-79929bb8-e015-414a-9766-0f5e79dd8422 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 943 time: 0.0576003 Sep 09 20:36:07.010406 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:07.050567 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c3876fe0-131b-49b9-87ad-c63c97d56d35 req-cd4b25be-3b01-46d1-a3e1-f21ba9f434d7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457816 Sep 09 20:36:07.361527 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e4edeb3a-5206-4225-9db4-1cb600a7772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:08.169058 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61964b83-eac8-43d1-ab49-227dd99bcd8f req-06a04533-7471-48f2-81be-702782494ae3 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:08.170532 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-61964b83-eac8-43d1-ab49-227dd99bcd8f req-06a04533-7471-48f2-81be-702782494ae3 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 943 time: 0.0461304 Sep 09 20:36:08.221075 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-61964b83-eac8-43d1-ab49-227dd99bcd8f req-9d9f2913-628c-4d36-9034-acbc2cac5a8a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450552 Sep 09 20:36:08.803992 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:09.339148 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe289d3-db05-45ad-9c94-4882bade8a90 req-4c60abf5-7446-4156-8bbd-986d736a2aeb tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:09.340581 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bfe289d3-db05-45ad-9c94-4882bade8a90 req-4c60abf5-7446-4156-8bbd-986d736a2aeb tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 943 time: 0.0465469 Sep 09 20:36:09.390335 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bfe289d3-db05-45ad-9c94-4882bade8a90 req-7420bee8-bb3c-4d3a-abb2-f82e6ca9bd88 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439448 Sep 09 20:36:09.574818 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-dcd3ed21-6318-45f5-b9d7-4c1f754c6cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:10.510476 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf27d5-7c13-4092-8fff-69f82ee5729c req-85f8753d-cce7-4581-bcaf-c151079e24be tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:10.511942 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9bbf27d5-7c13-4092-8fff-69f82ee5729c req-85f8753d-cce7-4581-bcaf-c151079e24be tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 943 time: 0.0478995 Sep 09 20:36:10.560947 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9bbf27d5-7c13-4092-8fff-69f82ee5729c req-9ab8bf72-3367-4e02-ac01-4f6c7240fb89 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433848 Sep 09 20:36:10.634825 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 581d55fb-fee5-444b-bc2c-64e00c4532de details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:36:10.740120 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 581d55fb-fee5-444b-bc2c-64e00c4532de, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=581d55fb-fee5-444b-bc2c-64e00c4532de,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:10.751806 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': '581d55fb-fee5-444b-bc2c-64e00c4532de', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'port_id': '581d55fb-fee5-444b-bc2c-64e00c4532de', 'mac_address': 'fa:16:3e:9a:56:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:36:10.787212 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 581d55fb-fee5-444b-bc2c-64e00c4532de is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:10.787603 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:10.802098 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581d55fb-fee5-444b-bc2c-64e00c4532de {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:36:10.823559 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 581d55fb-fee5-444b-bc2c-64e00c4532de, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=581d55fb-fee5-444b-bc2c-64e00c4532de,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:10.827403 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:10.888924 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=581d55fb-fee5-444b-bc2c-64e00c4532de,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:10.899215 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:11.067639 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['581d55fb-fee5-444b-bc2c-64e00c4532de'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:36:11.115765 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36754) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:11.273829 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-58c474eb-64ee-45e9-bce8-117d82c3b276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:11.285058 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36325aef-f3bd-4f4d-8294-ab2efa8ff55e req-66cfe214-666b-4345-b405-c190fcc823b1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0623975 Sep 09 20:36:11.369016 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:11.379172 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36325aef-f3bd-4f4d-8294-ab2efa8ff55e req-1b682b4f-c44b-499b-80a1-60a57ad36876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:11.380707 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36325aef-f3bd-4f4d-8294-ab2efa8ff55e req-1b682b4f-c44b-499b-80a1-60a57ad36876 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 1130 time: 0.0527258 Sep 09 20:36:11.400821 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-58c474eb-64ee-45e9-bce8-117d82c3b276 admin admin] Publish callbacks [] for security_group (825835c2-5e71-4304-8a6b-f6e6a5dbb322), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:11.411179 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-58c474eb-64ee-45e9-bce8-117d82c3b276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (825835c2-5e71-4304-8a6b-f6e6a5dbb322), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:11.424072 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:11.499718 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-58c474eb-64ee-45e9-bce8-117d82c3b276 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cf4867c5594a49e3978f762d93d2106a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828423 Sep 09 20:36:11.500452 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c474eb-64ee-45e9-bce8-117d82c3b276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825835c2-5e71-4304-8a6b-f6e6a5dbb322,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:11.502578 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36758) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:11.538824 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36325aef-f3bd-4f4d-8294-ab2efa8ff55e req-b0513687-5991-41cd-a1f0-8487046bc563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:11.540888 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36325aef-f3bd-4f4d-8294-ab2efa8ff55e req-b0513687-5991-41cd-a1f0-8487046bc563 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 915 time: 0.1383317 Sep 09 20:36:11.557079 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9733c394-013d-4d65-903d-5071a36b3b02 admin admin] Publish callbacks [] for security_group (825835c2-5e71-4304-8a6b-f6e6a5dbb322), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:11.576623 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9733c394-013d-4d65-903d-5071a36b3b02 admin admin] Publish callbacks [] for security_group (825835c2-5e71-4304-8a6b-f6e6a5dbb322), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:11.604390 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36325aef-f3bd-4f4d-8294-ab2efa8ff55e req-4f1e727a-049e-4e3f-9532-7029a322e900 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddf6e429-ad62-4521-b729-5b52421bc743 HTTP/1.1" status: 200 len: 1002 time: 0.0569127 Sep 09 20:36:11.630900 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9733c394-013d-4d65-903d-5071a36b3b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (825835c2-5e71-4304-8a6b-f6e6a5dbb322), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:11.633782 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-9733c394-013d-4d65-903d-5071a36b3b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:11.637704 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-9733c394-013d-4d65-903d-5071a36b3b02 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/825835c2-5e71-4304-8a6b-f6e6a5dbb322 HTTP/1.1" status: 204 len: 168 time: 0.1340549 Sep 09 20:36:11.659163 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733c394-013d-4d65-903d-5071a36b3b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825835c2-5e71-4304-8a6b-f6e6a5dbb322,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:11.662162 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36325aef-f3bd-4f4d-8294-ab2efa8ff55e req-77b170cf-e643-4e5c-8e74-e436072c1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:11.663754 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36325aef-f3bd-4f4d-8294-ab2efa8ff55e req-77b170cf-e643-4e5c-8e74-e436072c1f35 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cc644494-9f43-4a38-b775-113edbb4b69f HTTP/1.1" status: 200 len: 853 time: 0.0529532 Sep 09 20:36:11.716259 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bda8e-62c2-4a28-a94d-63ced7518d56 req-8deb32eb-b556-4173-8cc7-8205de4f1773 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:11.718331 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bf5bda8e-62c2-4a28-a94d-63ced7518d56 req-8deb32eb-b556-4173-8cc7-8205de4f1773 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 944 time: 0.0710931 Sep 09 20:36:11.723767 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36325aef-f3bd-4f4d-8294-ab2efa8ff55e req-a9ab73fa-086e-47b8-a093-8499660942c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:11.725338 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36325aef-f3bd-4f4d-8294-ab2efa8ff55e req-a9ab73fa-086e-47b8-a093-8499660942c6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550532 Sep 09 20:36:11.782913 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bf5bda8e-62c2-4a28-a94d-63ced7518d56 req-26a937b7-ad5f-4d12-8305-ecf0c2482830 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559371 Sep 09 20:36:11.821038 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36325aef-f3bd-4f4d-8294-ab2efa8ff55e req-2df1783e-9e28-437c-8864-82057e496312 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887158 Sep 09 20:36:11.927951 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-36325aef-f3bd-4f4d-8294-ab2efa8ff55e req-39cf918d-2600-46a3-bdc3-2dada6547885 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989671 Sep 09 20:36:12.309963 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:12.375875 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36784) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:12.464955 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:12.472656 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-484260313-network', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:12.492960 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] Made reservation on behalf of 474aa97f67a8457ab6900081711a0bf1 for: {'network': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:36:12.495210 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:12.503722 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:12.581179 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] Publish callbacks [] for security_group (81c91dee-f695-4b3f-bf60-0639bdfdb780), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:12.584877 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (81c91dee-f695-4b3f-bf60-0639bdfdb780), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:12.610725 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=106234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:36:12.619810 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c91dee-f695-4b3f-bf60-0639bdfdb780,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:12.625851 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (3b62929f-eb63-43d9-8111-5224b03cdb0c), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:12.626195 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.segments_db [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] Added segment 3b62929f-eb63-43d9-8111-5224b03cdb0c of type vlan for network b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 Sep 09 20:36:12.651473 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 581d55fb-fee5-444b-bc2c-64e00c4532de up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:36:12.667343 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:12.694813 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port 581d55fb-fee5-444b-bc2c-64e00c4532de completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:36:12.695310 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:12.696787 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:12.697395 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:12.700693 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:12.701370 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:12.701510 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port 581d55fb-fee5-444b-bc2c-64e00c4532de triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:12.702013 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:12.727172 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:12.743411 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:12.753032 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3760610 Sep 09 20:36:12.756141 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36788) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:12.766777 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4c219-3907-47c4-b620-98535c8fbf26 admin admin] Pushing event updated for resources: {'Network': ['ID=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:12.767121 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-b440ef7b-d001-46f6-addb-8a53971fcb7d admin admin] Request body: {'subnet': {'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-484260313-subnet', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'ip_version': 4}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:12.783634 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:36:12.798200 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b440ef7b-d001-46f6-addb-8a53971fcb7d admin admin] Made reservation on behalf of 474aa97f67a8457ab6900081711a0bf1 for: {'subnet': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:36:12.800615 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b440ef7b-d001-46f6-addb-8a53971fcb7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11867011'] for subnet (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:12.801587 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 581d55fb-fee5-444b-bc2c-64e00c4532de is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:12.801976 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:12.869276 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc57f22-97e2-44fc-88b3-f5d9f124636e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581d55fb-fee5-444b-bc2c-64e00c4532de'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:36:12.871472 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1ddb7b-3f0c-4cb4-a1b2-dc430e0439fd" -d '{"events": [{"server_uuid": "ccc57f22-97e2-44fc-88b3-f5d9f124636e", "name": "network-vif-plugged", "status": "completed", "tag": "581d55fb-fee5-444b-bc2c-64e00c4532de"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:36:12.887544 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 581d55fb-fee5-444b-bc2c-64e00c4532de, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=581d55fb-fee5-444b-bc2c-64e00c4532de,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:12.899515 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:12.925578 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad5a87-dc82-449c-9a30-bcbca3dcaf66 req-3c604678-dbca-46e0-9b43-b43753d24aa5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:12.927296 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e3ad5a87-dc82-449c-9a30-bcbca3dcaf66 req-3c604678-dbca-46e0-9b43-b43753d24aa5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 944 time: 0.0622797 Sep 09 20:36:12.937609 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8c7abe-bcb2-4d8a-8f36-46a959ccd4b4 x-openstack-request-id: req-2d8c7abe-bcb2-4d8a-8f36-46a959ccd4b4 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:36:12.938011 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc57f22-97e2-44fc-88b3-f5d9f124636e", "name": "network-vif-plugged", "status": "completed", "tag": "581d55fb-fee5-444b-bc2c-64e00c4532de", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:36:12.938343 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d8c7abe-bcb2-4d8a-8f36-46a959ccd4b4 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:36:12.938799 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8c7abe-bcb2-4d8a-8f36-46a959ccd4b4'] response: {'server_uuid': 'ccc57f22-97e2-44fc-88b3-f5d9f124636e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581d55fb-fee5-444b-bc2c-64e00c4532de', 'code': 200} Sep 09 20:36:12.970441 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=581d55fb-fee5-444b-bc2c-64e00c4532de,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:12.985754 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e3ad5a87-dc82-449c-9a30-bcbca3dcaf66 req-eca469cb-ea22-424e-bacb-b00e604e569a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526307 Sep 09 20:36:12.991532 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b440ef7b-d001-46f6-addb-8a53971fcb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11418173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11867037'] for subnet (1d1578d6-3429-4815-85e1-8a002ea95504), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:13.048370 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440ef7b-d001-46f6-addb-8a53971fcb7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1578d6-3429-4815-85e1-8a002ea95504,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:13.057255 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b440ef7b-d001-46f6-addb-8a53971fcb7d admin admin] Checking segment: {'id': '3b62929f-eb63-43d9-8111-5224b03cdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:36:13.057623 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b440ef7b-d001-46f6-addb-8a53971fcb7d admin admin] Network hostable DHCP agents. Network: b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:36:13.076156 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b440ef7b-d001-46f6-addb-8a53971fcb7d admin admin] Network b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:36:13.079339 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:13.087524 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-b440ef7b-d001-46f6-addb-8a53971fcb7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808) {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:13.091808 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b440ef7b-d001-46f6-addb-8a53971fcb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:13.092411 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b440ef7b-d001-46f6-addb-8a53971fcb7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:13.108814 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e086865-600a-4450-9d53-c25c0e98e4af None None] Network b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:36:13.112333 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-b440ef7b-d001-46f6-addb-8a53971fcb7d admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3518538 Sep 09 20:36:13.112596 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36794) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:13.116821 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:13.175802 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444addc9-e0d3-471e-9c6b-0e94d75d890f req-61956cc6-2e02-4952-8f08-efb6b978e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:13.178372 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-444addc9-e0d3-471e-9c6b-0e94d75d890f req-61956cc6-2e02-4952-8f08-efb6b978e5c8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 1129 time: 0.0550563 Sep 09 20:36:13.179458 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8542'] for router (05aa537f-0e58-4f24-bf33-1777db3851fc), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:13.181071 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3928055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3906963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3841639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8551'] for router (05aa537f-0e58-4f24-bf33-1777db3851fc), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:13.229861 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:13.268424 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Publish callbacks [] for router_controller (05aa537f-0e58-4f24-bf33-1777db3851fc), precommit_add_association {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:13.320989 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-444addc9-e0d3-471e-9c6b-0e94d75d890f req-1aae097c-0f81-40ae-80ec-fbba3c93a15c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330643 Sep 09 20:36:13.342823 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4441b4b3-f14a-588a-a12e-fdb9a972832d-b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'fixed_ips': [{'subnet_id': '1d1578d6-3429-4815-85e1-8a002ea95504'}]}} from dv-cinder-849325-4-iscsi. {{(pid=106236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 20:36:13.343805 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:13.482900 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.db_base_plugin_common [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Allocated IP 172.20.0.2 (b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808/1d1578d6-3429-4815-85e1-8a002ea95504/26c7798a-76c9-4803-93cf-fe223e3b91f6) {{(pid=106236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:36:13.632794 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Publish callbacks [] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), precommit_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:13.640451 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:13.660348 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Publish callbacks [] for router_gateway (05aa537f-0e58-4f24-bf33-1777db3851fc), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:13.689361 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Network b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 is already hosted by enough agents. {{(pid=106236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:36:13.694612 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.base_scheduler [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Resources bound (agent type, host, resource id): {{(pid=106236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:13.697788 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Received port after_create {{(pid=106236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:36:13.703090 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Pushing event updated for resources: {'Port': ['ID=26c7798a-76c9-4803-93cf-fe223e3b91f6,revision_number=1']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:13.764637 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Attempting to bind port 26c7798a-76c9-4803-93cf-fe223e3b91f6 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:36:13.764923 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Attempting to bind port 26c7798a-76c9-4803-93cf-fe223e3b91f6 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': '3b62929f-eb63-43d9-8111-5224b03cdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:36:13.765317 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Attempting to bind port 26c7798a-76c9-4803-93cf-fe223e3b91f6 on network b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:36:13.808344 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:36:13.808714 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Checking segment: {'id': '3b62929f-eb63-43d9-8111-5224b03cdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:36:13.809136 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:13.809556 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Bound using segment: {'id': '3b62929f-eb63-43d9-8111-5224b03cdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:36:13.810028 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Bound port: 26c7798a-76c9-4803-93cf-fe223e3b91f6, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b62929f-eb63-43d9-8111-5224b03cdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:36:13.810401 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:13.847322 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:13.860596 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Publish callbacks [] for router_gateway (05aa537f-0e58-4f24-bf33-1777db3851fc), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:13.877738 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] For port 26c7798a-76c9-4803-93cf-fe223e3b91f6, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:36:13.881002 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] For port 26c7798a-76c9-4803-93cf-fe223e3b91f6, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=26c7798a-76c9-4803-93cf-fe223e3b91f6,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:36:13.881481 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:13.887038 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:13.923265 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:13.942553 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7204fff-9ffc-4612-9fe7-fce15c15bbd4 None None] Pushing event updated for resources: {'Port': ['ID=26c7798a-76c9-4803-93cf-fe223e3b91f6,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:13.998880 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Allocated IP 172.27.1.195 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/fe2208df-571f-4b6e-8da6-5fda072df80a) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:36:14.071886 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:36:14.137458 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0bdd2-a1c6-402e-a574-adcc0b815324 req-58d2b086-a27a-445a-b799-118c1c7be54c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:14.139085 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-96f0bdd2-a1c6-402e-a574-adcc0b815324 req-58d2b086-a27a-445a-b799-118c1c7be54c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 945 time: 0.0578241 Sep 09 20:36:14.146787 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Publish callbacks [] for port (fe2208df-571f-4b6e-8da6-5fda072df80a), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:14.185125 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (fe2208df-571f-4b6e-8da6-5fda072df80a), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:14.201917 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-96f0bdd2-a1c6-402e-a574-adcc0b815324 req-bf64445b-f54b-46f5-8fbf-7630f73698c7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570266 Sep 09 20:36:14.240695 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:14.247629 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:36:14.251787 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:14.256552 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:36:14.260020 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Pushing event updated for resources: {'Port': ['ID=fe2208df-571f-4b6e-8da6-5fda072df80a,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:14.502248 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:14.505068 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Publish callbacks [] for router_gateway (05aa537f-0e58-4f24-bf33-1777db3851fc), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:14.710963 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3927968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3926619'] for router (05aa537f-0e58-4f24-bf33-1777db3851fc), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:14.804944 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a892459-4b0b-4cc5-9953-24b917d12eda None None] Network b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:36:14.854393 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Router 05aa537f-0e58-4f24-bf33-1777db3851fc is scheduled to L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f with binding_index 1 {{(pid=106235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:36:14.900705 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-93169d8e-7d3f-4900-ad94-f571f8f744a2 None None] Provisioning complete for port 26c7798a-76c9-4803-93cf-fe223e3b91f6 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:14.901076 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-93169d8e-7d3f-4900-ad94-f571f8f744a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:14.953234 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:36:14.966800 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Sync routers for ids ['05aa537f-0e58-4f24-bf33-1777db3851fc'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:36:14.973979 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:14.976180 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-af9625b4-d2e3-4097-b254-2eba2a7e29fb admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8626459 Sep 09 20:36:14.979593 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36800) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:15.001095 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Routers {'05aa537f-0e58-4f24-bf33-1777db3851fc'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:15.001759 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['05aa537f-0e58-4f24-bf33-1777db3851fc'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:15.046558 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-93169d8e-7d3f-4900-ad94-f571f8f744a2 None None] Current status of the port 26c7798a-76c9-4803-93cf-fe223e3b91f6 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:15.046799 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-93169d8e-7d3f-4900-ad94-f571f8f744a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:15.129023 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-93169d8e-7d3f-4900-ad94-f571f8f744a2 None None] For port 26c7798a-76c9-4803-93cf-fe223e3b91f6, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=26c7798a-76c9-4803-93cf-fe223e3b91f6,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:15.137541 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-93169d8e-7d3f-4900-ad94-f571f8f744a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:15.148510 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Set router 05aa537f-0e58-4f24-bf33-1777db3851fc gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:15.220076 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 26c7798a-76c9-4803-93cf-fe223e3b91f6 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:36:15.325093 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93169d8e-7d3f-4900-ad94-f571f8f744a2 None None] Pushing event updated for resources: {'Port': ['ID=26c7798a-76c9-4803-93cf-fe223e3b91f6,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:15.331913 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-881bb098-7e4a-445e-a3b1-8d8211f2103d None None] Provisioning complete for port 26c7798a-76c9-4803-93cf-fe223e3b91f6 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:15.332292 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-881bb098-7e4a-445e-a3b1-8d8211f2103d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:15.370032 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09dce3-0c74-4db9-9c36-89b38de256e8 req-652898c1-8fc4-425a-9aca-3de01bfc2414 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:15.371586 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8b09dce3-0c74-4db9-9c36-89b38de256e8 req-652898c1-8fc4-425a-9aca-3de01bfc2414 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 945 time: 0.0619187 Sep 09 20:36:15.385550 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 26c7798a-76c9-4803-93cf-fe223e3b91f6 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:15.385924 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:15.471880 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8b09dce3-0c74-4db9-9c36-89b38de256e8 req-0d74a265-7e8b-410d-9028-8e60c8a17afa tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833721 Sep 09 20:36:15.506151 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:14Z', 'revision_number': 3, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'gw_port': {'id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:15.512310 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-881bb098-7e4a-445e-a3b1-8d8211f2103d None None] Current status of the port 26c7798a-76c9-4803-93cf-fe223e3b91f6 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:15.522611 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:15.539459 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Checking router: 05aa537f-0e58-4f24-bf33-1777db3851fc for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:36:15.539459 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Updating router 05aa537f-0e58-4f24-bf33-1777db3851fc port fe2208df-571f-4b6e-8da6-5fda072df80a binding host dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:36:15.558455 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:15.574030 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=100 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:15.596796 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 26c7798a-76c9-4803-93cf-fe223e3b91f6 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:15.599080 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (fe2208df-571f-4b6e-8da6-5fda072df80a), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:15.625071 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:15.657425 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bd21a-ed97-4b27-8742-2f9aa3b5e5d5 req-3a9e147c-7f9a-49d4-80a8-8f5c49f2c5a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:15.658899 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a44bd21a-ed97-4b27-8742-2f9aa3b5e5d5 req-3a9e147c-7f9a-49d4-80a8-8f5c49f2c5a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 945 time: 0.1084971 Sep 09 20:36:15.753438 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a44bd21a-ed97-4b27-8742-2f9aa3b5e5d5 req-ad6db826-c56a-48bb-ab3f-e731c02ea093 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840724 Sep 09 20:36:15.762101 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Allocated IP 172.20.0.1 (b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808/1d1578d6-3429-4815-85e1-8a002ea95504/b466afdc-c25e-4e11-953b-5af1a4e8fa7d) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:36:15.766742 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:15.785403 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36806) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:15.889339 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Publish callbacks [] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:15.924407 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:15.958451 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3256f204-bbf4-43dd-9c4b-4edc8bfe9b96 tempest-TestVolumeBootPattern-1079128729 tempest-TestVolumeBootPattern-1079128729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:15.960115 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-3256f204-bbf4-43dd-9c4b-4edc8bfe9b96 tempest-TestVolumeBootPattern-1079128729 tempest-TestVolumeBootPattern-1079128729-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 1124 time: 0.1736677 Sep 09 20:36:15.963975 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36810) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:15.968733 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Request body: {'floatingip': {'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'port_id': '581d55fb-fee5-444b-bc2c-64e00c4532de', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:15.969065 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Pushing event updated for resources: {'Port': ['ID=b466afdc-c25e-4e11-953b-5af1a4e8fa7d,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:15.974739 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Publish callbacks [] for port (fe2208df-571f-4b6e-8da6-5fda072df80a), precommit_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:15.980723 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (fe2208df-571f-4b6e-8da6-5fda072df80a), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:15.981402 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Network b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:36:15.982968 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:15.985739 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:36:15.993691 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:16.024262 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Attempting to bind port fe2208df-571f-4b6e-8da6-5fda072df80a on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:36:16.024639 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Attempting to bind port fe2208df-571f-4b6e-8da6-5fda072df80a by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:36:16.025001 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Attempting to bind port fe2208df-571f-4b6e-8da6-5fda072df80a on network 4c72e26c-57d6-47f3-8e84-e01e12378c25 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:36:16.033991 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902993'] for router_interface (05aa537f-0e58-4f24-bf33-1777db3851fc), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:16.067503 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711dff0-a8aa-4858-ab55-ee227cfb965c None None] Pushing event updated for resources: {'Port': ['ID=fe2208df-571f-4b6e-8da6-5fda072df80a,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:16.088314 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:36:16.088682 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Checking segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:36:16.089944 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:16.090506 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Bound using segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:36:16.091279 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Bound port: fe2208df-571f-4b6e-8da6-5fda072df80a, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:36:16.092258 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (fe2208df-571f-4b6e-8da6-5fda072df80a), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:16.094300 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:16.145424 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:16.155272 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] For port fe2208df-571f-4b6e-8da6-5fda072df80a, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:36:16.159422 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] For port fe2208df-571f-4b6e-8da6-5fda072df80a, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=fe2208df-571f-4b6e-8da6-5fda072df80a,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:36:16.170424 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (fe2208df-571f-4b6e-8da6-5fda072df80a), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:16.207587 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:16.221354 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Allocated IP 172.27.1.187 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/9f36a4f5-b274-449d-a65c-d0e4a2b3a046) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:36:16.231462 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Routers {'05aa537f-0e58-4f24-bf33-1777db3851fc'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:16.232248 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['05aa537f-0e58-4f24-bf33-1777db3851fc'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:16.300599 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711dff0-a8aa-4858-ab55-ee227cfb965c None None] Pushing event updated for resources: {'Port': ['ID=fe2208df-571f-4b6e-8da6-5fda072df80a,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:16.339708 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for port (9f36a4f5-b274-449d-a65c-d0e4a2b3a046), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:16.357275 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:16.358233 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-57f9422b-6cf6-4df4-bf44-6b7e183770a3 None None] Provisioning complete for port b466afdc-c25e-4e11-953b-5af1a4e8fa7d triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:16.358233 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-57f9422b-6cf6-4df4-bf44-6b7e183770a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:16.360524 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:16.380233 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (9f36a4f5-b274-449d-a65c-d0e4a2b3a046), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:16.389997 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Publish callbacks [] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:16.390576 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] Set router 05aa537f-0e58-4f24-bf33-1777db3851fc gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:16.394990 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12204078'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:16.430676 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:36:16.434373 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:16.436162 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'Port': ['ID=9f36a4f5-b274-449d-a65c-d0e4a2b3a046,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:16.437642 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Pushing event updated for resources: {'Port': ['ID=b466afdc-c25e-4e11-953b-5af1a4e8fa7d,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:16.438657 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-57f9422b-6cf6-4df4-bf44-6b7e183770a3 None None] Port b466afdc-c25e-4e11-953b-5af1a4e8fa7d cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:36:16.441144 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:36:16.476917 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903117'] for router_interface (05aa537f-0e58-4f24-bf33-1777db3851fc), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:16.561734 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:16.572762 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Network b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:36:16.574250 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:16.607726 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 4, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'gw_port': {'id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'b466afdc-c25e-4e11-953b-5af1a4e8fa7d', 'name': '', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'mac_address': 'fa:16:3e:2e:ab:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:15Z', 'updated_at': '2022-09-09T20:36:15Z', 'revision_number': 1, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'subnets': [{'id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:16.638919 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ae131-85d6-4238-9f65-fd86bb4d36ee None None] The sync data for ids ['05aa537f-0e58-4f24-bf33-1777db3851fc'] in dv-cinder-849325-4-iscsi is: [{'id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 4, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'gw_port': {'id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'b466afdc-c25e-4e11-953b-5af1a4e8fa7d', 'name': '', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'mac_address': 'fa:16:3e:2e:ab:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:15Z', 'updated_at': '2022-09-09T20:36:15Z', 'revision_number': 1, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'subnets': [{'id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:36:16.703627 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Router 05aa537f-0e58-4f24-bf33-1777db3851fc has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:36:16.815750 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:16.824415 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:36:16.833773 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-f3bd05f8-fa58-4b9a-806f-2d8c9da38abd admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/05aa537f-0e58-4f24-bf33-1777db3851fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8529160 Sep 09 20:36:16.844072 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for floatingip (f97bd0ee-e033-443a-857f-c9b22b832b9b), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:16.869334 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-fb71b064-2805-4f12-bdbb-2d9df409c967 None None] Provisioning complete for port b466afdc-c25e-4e11-953b-5af1a4e8fa7d triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:16.869755 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-fb71b064-2805-4f12-bdbb-2d9df409c967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:16.894049 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:16.924965 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-fb71b064-2805-4f12-bdbb-2d9df409c967 None None] Port b466afdc-c25e-4e11-953b-5af1a4e8fa7d cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:36:16.970115 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (9f36a4f5-b274-449d-a65c-d0e4a2b3a046), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:17.103834 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:17.143011 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for port (9f36a4f5-b274-449d-a65c-d0e4a2b3a046), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:17.148619 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (9f36a4f5-b274-449d-a65c-d0e4a2b3a046), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:17.223131 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 26c7798a-76c9-4803-93cf-fe223e3b91f6 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:36:17.232395 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'Port': ['ID=9f36a4f5-b274-449d-a65c-d0e4a2b3a046,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:17.235127 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (f97bd0ee-e033-443a-857f-c9b22b832b9b), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:17.283334 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 26c7798a-76c9-4803-93cf-fe223e3b91f6 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:17.283982 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:17.332102 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:17.344741 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Floating IP f97bd0ee-e033-443a-857f-c9b22b832b9b associated. External IP: 172.27.1.187, port: 581d55fb-fee5-444b-bc2c-64e00c4532de. Sep 09 20:36:17.377658 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 26c7798a-76c9-4803-93cf-fe223e3b91f6 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:17.526444 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36826) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:17.531537 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1458434996-network', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:17.553183 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] Made reservation on behalf of cdecc6100c5b4f7385eb7b83331aafbe for: {'network': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:36:17.556270 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:17.565822 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:17.601890 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Router ab1108fe-f287-4e42-b4ca-1800d1e893be has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:36:17.652203 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] Publish callbacks [] for security_group (831ab0db-c311-4a0e-b611-75797e4f9e57), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:17.657091 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (831ab0db-c311-4a0e-b611-75797e4f9e57), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:17.687177 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=106234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:36:17.698483 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831ab0db-c311-4a0e-b611-75797e4f9e57,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:17.703782 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (146c9514-57ba-4b65-98a1-7b3c3685b4df), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:17.703782 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.segments_db [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] Added segment 146c9514-57ba-4b65-98a1-7b3c3685b4df of type vlan for network 1d232027-a8b3-44a9-9770-a0c08e7c2783 Sep 09 20:36:17.737677 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:36:17.747743 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (1d232027-a8b3-44a9-9770-a0c08e7c2783), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:17.749531 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465813d8-0755-479c-a0ca-fb2adbeb4640 None None] Sync routers for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:36:17.757871 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:17.763045 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465813d8-0755-479c-a0ca-fb2adbeb4640 None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:17.763748 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-465813d8-0755-479c-a0ca-fb2adbeb4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:17.780630 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (1d232027-a8b3-44a9-9770-a0c08e7c2783), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:17.782244 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:17.783138 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:17.795850 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-416d3364-2ba5-4375-9624-2d75dd3e0cc8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8308110 Sep 09 20:36:17.796581 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc57f22-97e2-44fc-88b3-f5d9f124636e', 'tag': '581d55fb-fee5-444b-bc2c-64e00c4532de'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:36:17.799126 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0551587-f366-433e-b36a-fb6894f45498" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc57f22-97e2-44fc-88b3-f5d9f124636e", "tag": "581d55fb-fee5-444b-bc2c-64e00c4532de"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:36:17.851544 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779ad04b-98a6-4a77-afcb-fb7437d9c783 x-openstack-request-id: req-779ad04b-98a6-4a77-afcb-fb7437d9c783 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:36:17.851544 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc57f22-97e2-44fc-88b3-f5d9f124636e", "tag": "581d55fb-fee5-444b-bc2c-64e00c4532de", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:36:17.851782 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-779ad04b-98a6-4a77-afcb-fb7437d9c783 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:36:17.852629 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779ad04b-98a6-4a77-afcb-fb7437d9c783'] response: {'name': 'network-changed', 'server_uuid': 'ccc57f22-97e2-44fc-88b3-f5d9f124636e', 'tag': '581d55fb-fee5-444b-bc2c-64e00c4532de', 'status': 'completed', 'code': 200} Sep 09 20:36:17.861358 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:17.862768 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] Pushing event updated for resources: {'Network': ['ID=1d232027-a8b3-44a9-9770-a0c08e7c2783,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:17.871163 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-b403f7d9-9d94-4a34-8c58-525fc6b52db8 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3405733 Sep 09 20:36:17.871380 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36832) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:17.876259 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-0e6fb26b-ce67-4be9-a2b7-843103e47039 admin admin] Request body: {'subnet': {'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1458434996-subnet', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'ip_version': 4}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:17.878553 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network 1d232027-a8b3-44a9-9770-a0c08e7c2783 details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:36:17.880781 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-465813d8-0755-479c-a0ca-fb2adbeb4640 None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:17.919007 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6fb26b-ce67-4be9-a2b7-843103e47039 admin admin] Made reservation on behalf of cdecc6100c5b4f7385eb7b83331aafbe for: {'subnet': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:36:17.922043 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e6fb26b-ce67-4be9-a2b7-843103e47039 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8389813'] for subnet (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:17.955471 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0551587-f366-433e-b36a-fb6894f45498 req-4f578634-adbc-46ec-af5e-407f921e0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:17.957370 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c0551587-f366-433e-b36a-fb6894f45498 req-4f578634-adbc-46ec-af5e-407f921e0d33 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 1129 time: 0.0634902 Sep 09 20:36:18.081894 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0551587-f366-433e-b36a-fb6894f45498 req-2fafdb6f-a6b7-4afc-bd90-4928d4893161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:18.085052 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c0551587-f366-433e-b36a-fb6894f45498 req-2fafdb6f-a6b7-4afc-bd90-4928d4893161 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 913 time: 0.1200595 Sep 09 20:36:18.123177 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-465813d8-0755-479c-a0ca-fb2adbeb4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'f97bd0ee-e033-443a-857f-c9b22b832b9b', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'port_id': '581d55fb-fee5-444b-bc2c-64e00c4532de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'mac_address': 'fa:16:3e:9a:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc57f22-97e2-44fc-88b3-f5d9f124636e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:36:16Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 0, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:18.150628 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465813d8-0755-479c-a0ca-fb2adbeb4640 None None] Checking router: ab1108fe-f287-4e42-b4ca-1800d1e893be for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:36:18.154581 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e6fb26b-ce67-4be9-a2b7-843103e47039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12199335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8389803'] for subnet (da65a8ea-1b1c-40d3-a329-debdcf9fcf7e), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:18.160816 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465813d8-0755-479c-a0ca-fb2adbeb4640 None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:18.161669 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-465813d8-0755-479c-a0ca-fb2adbeb4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:18.177404 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c0551587-f366-433e-b36a-fb6894f45498 req-7f471042-6019-413f-a91b-ebe83cec1e43 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=581d55fb-fee5-444b-bc2c-64e00c4532de HTTP/1.1" status: 200 len: 999 time: 0.0831940 Sep 09 20:36:18.221223 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fb26b-ce67-4be9-a2b7-843103e47039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da65a8ea-1b1c-40d3-a329-debdcf9fcf7e,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:18.232928 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6fb26b-ce67-4be9-a2b7-843103e47039 admin admin] Checking segment: {'id': '146c9514-57ba-4b65-98a1-7b3c3685b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:36:18.233313 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6fb26b-ce67-4be9-a2b7-843103e47039 admin admin] Network hostable DHCP agents. Network: 1d232027-a8b3-44a9-9770-a0c08e7c2783, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:36:18.277515 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6fb26b-ce67-4be9-a2b7-843103e47039 admin admin] Network 1d232027-a8b3-44a9-9770-a0c08e7c2783 is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:36:18.289939 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-0e6fb26b-ce67-4be9-a2b7-843103e47039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, 1d232027-a8b3-44a9-9770-a0c08e7c2783) {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:18.296230 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6fb26b-ce67-4be9-a2b7-843103e47039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:18.297451 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-0e6fb26b-ce67-4be9-a2b7-843103e47039 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:18.298837 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd81c39-8af5-444e-b940-3a542bb9166d None None] Network 1d232027-a8b3-44a9-9770-a0c08e7c2783 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:36:18.306301 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-465813d8-0755-479c-a0ca-fb2adbeb4640 None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:18.325330 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-0e6fb26b-ce67-4be9-a2b7-843103e47039 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4519873 Sep 09 20:36:18.327043 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36836) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:18.331625 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1458434996-router', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:18.361898 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3924621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8542'] for router (b68ddbed-691a-42dd-bd37-de478b51600d), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:18.363069 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3928055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3906963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3841639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8551'] for router (b68ddbed-691a-42dd-bd37-de478b51600d), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:18.423923 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4441b4b3-f14a-588a-a12e-fdb9a972832d-1d232027-a8b3-44a9-9770-a0c08e7c2783', 'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783', 'project_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'fixed_ips': [{'subnet_id': 'da65a8ea-1b1c-40d3-a329-debdcf9fcf7e'}]}} from dv-cinder-849325-4-iscsi. {{(pid=106236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 20:36:18.425088 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:18.434850 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:18.450188 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Publish callbacks [] for router_controller (b68ddbed-691a-42dd-bd37-de478b51600d), precommit_add_association {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:18.526367 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0551587-f366-433e-b36a-fb6894f45498 req-4206428c-0902-4211-900a-225799317661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:18.528747 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c0551587-f366-433e-b36a-fb6894f45498 req-4206428c-0902-4211-900a-225799317661 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=81f0046c-13a3-4901-a8ba-33a97db174ef HTTP/1.1" status: 200 len: 851 time: 0.3448894 Sep 09 20:36:18.550547 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-465813d8-0755-479c-a0ca-fb2adbeb4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'f97bd0ee-e033-443a-857f-c9b22b832b9b', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'port_id': '581d55fb-fee5-444b-bc2c-64e00c4532de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'mac_address': 'fa:16:3e:9a:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc57f22-97e2-44fc-88b3-f5d9f124636e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:36:16Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 0, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:18.579284 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0551587-f366-433e-b36a-fb6894f45498 req-da74cb4d-0fec-4476-983c-7b557b1e04f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:18.579559 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465813d8-0755-479c-a0ca-fb2adbeb4640 None None] The sync data for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi is: [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'f97bd0ee-e033-443a-857f-c9b22b832b9b', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'floating_ip_address': '172.27.1.187', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'port_id': '581d55fb-fee5-444b-bc2c-64e00c4532de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'mac_address': 'fa:16:3e:9a:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc57f22-97e2-44fc-88b3-f5d9f124636e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:36:16Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 0, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:36:18.585504 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c0551587-f366-433e-b36a-fb6894f45498 req-da74cb4d-0fec-4476-983c-7b557b1e04f6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59e2f46b-26f1-41b6-a478-bcc0b9346326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482078 Sep 09 20:36:18.620115 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.db_base_plugin_common [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Allocated IP 172.20.0.2 (1d232027-a8b3-44a9-9770-a0c08e7c2783/da65a8ea-1b1c-40d3-a329-debdcf9fcf7e/7286064e-1db1-47a7-a81c-8da2e1dd58aa) {{(pid=106236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:36:18.663663 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:18.725121 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c0551587-f366-433e-b36a-fb6894f45498 req-562eb60d-60a3-4b2d-bd39-72251f272adf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312931 Sep 09 20:36:18.799679 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Publish callbacks [] for port (7286064e-1db1-47a7-a81c-8da2e1dd58aa), precommit_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:18.808560 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967'] for port (7286064e-1db1-47a7-a81c-8da2e1dd58aa), after_create {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:18.834088 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c0551587-f366-433e-b36a-fb6894f45498 req-b7892919-7003-4124-a9fe-1cc7cfea6b0f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015263 Sep 09 20:36:18.841466 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:18.869500 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Network 1d232027-a8b3-44a9-9770-a0c08e7c2783 is already hosted by enough agents. {{(pid=106236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:36:18.873400 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.scheduler.base_scheduler [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Resources bound (agent type, host, resource id): {{(pid=106236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:18.875358 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Pushing event updated for resources: {'Port': ['ID=7286064e-1db1-47a7-a81c-8da2e1dd58aa,revision_number=1']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:18.877508 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Received port after_create {{(pid=106236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:36:18.933331 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Publish callbacks [] for router_gateway (b68ddbed-691a-42dd-bd37-de478b51600d), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:18.936289 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Attempting to bind port 7286064e-1db1-47a7-a81c-8da2e1dd58aa on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:36:18.936895 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Attempting to bind port 7286064e-1db1-47a7-a81c-8da2e1dd58aa by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': '146c9514-57ba-4b65-98a1-7b3c3685b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:36:18.937332 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Attempting to bind port 7286064e-1db1-47a7-a81c-8da2e1dd58aa on network 1d232027-a8b3-44a9-9770-a0c08e7c2783 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:36:18.983568 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:36:18.984011 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Checking segment: {'id': '146c9514-57ba-4b65-98a1-7b3c3685b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:36:18.985375 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:18.985699 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Bound using segment: {'id': '146c9514-57ba-4b65-98a1-7b3c3685b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:36:18.986186 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Bound port: 7286064e-1db1-47a7-a81c-8da2e1dd58aa, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146c9514-57ba-4b65-98a1-7b3c3685b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:36:18.986801 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7286064e-1db1-47a7-a81c-8da2e1dd58aa), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:19.026722 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25209842-4c69-4699-aadb-a44d40dc1576 None None] New status for floating IP f97bd0ee-e033-443a-857f-c9b22b832b9b: ACTIVE {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:36:19.095190 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] For port 7286064e-1db1-47a7-a81c-8da2e1dd58aa, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:36:19.129331 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Publish callbacks [] for router_gateway (b68ddbed-691a-42dd-bd37-de478b51600d), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:19.143048 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] For port 7286064e-1db1-47a7-a81c-8da2e1dd58aa, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=7286064e-1db1-47a7-a81c-8da2e1dd58aa,segment=NetworkSegment(146c9514-57ba-4b65-98a1-7b3c3685b4df),segment_id=146c9514-57ba-4b65-98a1-7b3c3685b4df)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:36:19.154281 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:19.155252 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:19.165172 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (7286064e-1db1-47a7-a81c-8da2e1dd58aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:19.229502 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:19.251762 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device fe2208df-571f-4b6e-8da6-5fda072df80a up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:36:19.309734 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Allocated IP 172.27.1.190 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/ff648eae-30ea-458b-bde5-477d6113127b) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:36:19.461061 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc92846-ec00-4354-88b7-87993bafbac8 None None] Pushing event updated for resources: {'Port': ['ID=7286064e-1db1-47a7-a81c-8da2e1dd58aa,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:19.479292 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Sync routers for ids ['05aa537f-0e58-4f24-bf33-1777db3851fc'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:36:19.484066 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port fe2208df-571f-4b6e-8da6-5fda072df80a triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:19.484703 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (fe2208df-571f-4b6e-8da6-5fda072df80a), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:19.489927 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Publish callbacks [] for port (ff648eae-30ea-458b-bde5-477d6113127b), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:19.492187 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Routers {'05aa537f-0e58-4f24-bf33-1777db3851fc'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:19.492930 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['05aa537f-0e58-4f24-bf33-1777db3851fc'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:19.529198 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (ff648eae-30ea-458b-bde5-477d6113127b), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:19.573354 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port fe2208df-571f-4b6e-8da6-5fda072df80a is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:19.573749 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (fe2208df-571f-4b6e-8da6-5fda072df80a), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:19.575747 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:36:19.583707 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:19.592323 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:36:19.597011 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port fe2208df-571f-4b6e-8da6-5fda072df80a, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=fe2208df-571f-4b6e-8da6-5fda072df80a,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:19.603412 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (fe2208df-571f-4b6e-8da6-5fda072df80a), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:19.620884 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=ff648eae-30ea-458b-bde5-477d6113127b,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:19.622410 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Set router 05aa537f-0e58-4f24-bf33-1777db3851fc gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:19.654998 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=fe2208df-571f-4b6e-8da6-5fda072df80a,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:19.750866 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:19.763838 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:19.819710 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 4, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'gw_port': {'id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'b466afdc-c25e-4e11-953b-5af1a4e8fa7d', 'name': '', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'mac_address': 'fa:16:3e:2e:ab:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:15Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 2, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'subnets': [{'id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:19.844372 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Checking router: 05aa537f-0e58-4f24-bf33-1777db3851fc for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:36:19.844786 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Updating router 05aa537f-0e58-4f24-bf33-1777db3851fc port b466afdc-c25e-4e11-953b-5af1a4e8fa7d binding host dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:36:19.847151 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Publish callbacks [] for router_gateway (b68ddbed-691a-42dd-bd37-de478b51600d), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:19.849463 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:19.873388 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:20.042142 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3927968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3926619'] for router (b68ddbed-691a-42dd-bd37-de478b51600d), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:20.144311 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Publish callbacks [] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), precommit_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:20.150089 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:20.184235 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Router b68ddbed-691a-42dd-bd37-de478b51600d is scheduled to L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f with binding_index 1 {{(pid=106234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:36:20.217078 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfb992-a980-4669-947b-4ee81ec42a35 None None] Pushing event updated for resources: {'Port': ['ID=b466afdc-c25e-4e11-953b-5af1a4e8fa7d,revision_number=3']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:20.241497 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:20.251550 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Attempting to bind port b466afdc-c25e-4e11-953b-5af1a4e8fa7d on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:36:20.251550 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Attempting to bind port b466afdc-c25e-4e11-953b-5af1a4e8fa7d by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': '3b62929f-eb63-43d9-8111-5224b03cdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808'}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:36:20.251976 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Attempting to bind port b466afdc-c25e-4e11-953b-5af1a4e8fa7d on network b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:36:20.294429 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c65787d-bb41-4887-b948-9e9c25959c40 None None] Network 1d232027-a8b3-44a9-9770-a0c08e7c2783 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:36:20.302864 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:36:20.310162 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:36:20.310536 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Checking segment: {'id': '3b62929f-eb63-43d9-8111-5224b03cdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:36:20.310950 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:20.311404 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Bound using segment: {'id': '3b62929f-eb63-43d9-8111-5224b03cdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808'} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:36:20.311896 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Bound port: b466afdc-c25e-4e11-953b-5af1a4e8fa7d, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b62929f-eb63-43d9-8111-5224b03cdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808'}}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:36:20.312266 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:20.319975 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Sync routers for ids ['b68ddbed-691a-42dd-bd37-de478b51600d'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:36:20.329434 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:20.333225 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-ead53c55-2f34-4aa4-8d68-bdd02a678ba4 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0026824 Sep 09 20:36:20.333602 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36838) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:20.378640 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] For port b466afdc-c25e-4e11-953b-5af1a4e8fa7d, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:36:20.380869 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] For port b466afdc-c25e-4e11-953b-5af1a4e8fa7d, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=b466afdc-c25e-4e11-953b-5af1a4e8fa7d,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:36:20.383014 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Routers {'b68ddbed-691a-42dd-bd37-de478b51600d'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:20.384227 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b68ddbed-691a-42dd-bd37-de478b51600d'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:20.389737 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:20.421130 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Routers {'05aa537f-0e58-4f24-bf33-1777db3851fc'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:20.421851 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['05aa537f-0e58-4f24-bf33-1777db3851fc'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:20.425889 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-dbd44336-86ff-41aa-965a-50896a164124 None None] Provisioning complete for port 7286064e-1db1-47a7-a81c-8da2e1dd58aa triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:20.426518 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-dbd44336-86ff-41aa-965a-50896a164124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7286064e-1db1-47a7-a81c-8da2e1dd58aa), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:20.529145 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:20.586195 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfb992-a980-4669-947b-4ee81ec42a35 None None] Pushing event updated for resources: {'Port': ['ID=b466afdc-c25e-4e11-953b-5af1a4e8fa7d,revision_number=4']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:20.587688 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:20.610198 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Set router b68ddbed-691a-42dd-bd37-de478b51600d gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:20.636876 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-dbd44336-86ff-41aa-965a-50896a164124 None None] Current status of the port 7286064e-1db1-47a7-a81c-8da2e1dd58aa is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:20.637525 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-dbd44336-86ff-41aa-965a-50896a164124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7286064e-1db1-47a7-a81c-8da2e1dd58aa), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:20.646675 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] Set router 05aa537f-0e58-4f24-bf33-1777db3851fc gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:20.704528 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:20.714952 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-dbd44336-86ff-41aa-965a-50896a164124 None None] For port 7286064e-1db1-47a7-a81c-8da2e1dd58aa, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=7286064e-1db1-47a7-a81c-8da2e1dd58aa,segment=NetworkSegment(146c9514-57ba-4b65-98a1-7b3c3685b4df),segment_id=146c9514-57ba-4b65-98a1-7b3c3685b4df)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:20.732317 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-dbd44336-86ff-41aa-965a-50896a164124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (7286064e-1db1-47a7-a81c-8da2e1dd58aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:20.812680 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:20.828986 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:20.840186 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd44336-86ff-41aa-965a-50896a164124 None None] Pushing event updated for resources: {'Port': ['ID=7286064e-1db1-47a7-a81c-8da2e1dd58aa,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:20.871059 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:20.891372 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 4, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'gw_port': {'id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'b466afdc-c25e-4e11-953b-5af1a4e8fa7d', 'name': '', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'mac_address': 'fa:16:3e:2e:ab:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:15Z', 'updated_at': '2022-09-09T20:36:20Z', 'revision_number': 4, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'subnets': [{'id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:20.912702 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'name': 'tempest-TestShelveInstance-1458434996-router', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ff648eae-30ea-458b-bde5-477d6113127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:18Z', 'updated_at': '2022-09-09T20:36:19Z', 'revision_number': 3, 'project_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'gw_port': {'id': 'ff648eae-30ea-458b-bde5-477d6113127b', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:21:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:19Z', 'updated_at': '2022-09-09T20:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:20.916719 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4c9b00-ddc3-4eca-85f5-201613a2c3ad None None] The sync data for ids ['05aa537f-0e58-4f24-bf33-1777db3851fc'] in dv-cinder-849325-4-iscsi is: [{'id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 4, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'gw_port': {'id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'b466afdc-c25e-4e11-953b-5af1a4e8fa7d', 'name': '', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'mac_address': 'fa:16:3e:2e:ab:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:15Z', 'updated_at': '2022-09-09T20:36:20Z', 'revision_number': 4, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'subnets': [{'id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:36:20.939894 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-aa7ec561-be33-4871-b094-4672f3a00981 None None] Provisioning complete for port 7286064e-1db1-47a7-a81c-8da2e1dd58aa triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:20.940249 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec561-be33-4871-b094-4672f3a00981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7286064e-1db1-47a7-a81c-8da2e1dd58aa), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:20.942720 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Checking router: b68ddbed-691a-42dd-bd37-de478b51600d for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:36:20.943391 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Updating router b68ddbed-691a-42dd-bd37-de478b51600d port ff648eae-30ea-458b-bde5-477d6113127b binding host dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:36:20.992434 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Allocated IP 172.20.0.1 (1d232027-a8b3-44a9-9770-a0c08e7c2783/da65a8ea-1b1c-40d3-a329-debdcf9fcf7e/7d9ed9c6-c332-436a-9cb1-a34999ee5097) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:36:21.001466 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ff648eae-30ea-458b-bde5-477d6113127b), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.101441 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Publish callbacks [] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.131086 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:21.136858 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.140186 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ec561-be33-4871-b094-4672f3a00981 None None] Current status of the port 7286064e-1db1-47a7-a81c-8da2e1dd58aa is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:21.188072 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Network 1d232027-a8b3-44a9-9770-a0c08e7c2783 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:36:21.192572 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:21.197483 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:36:21.248319 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902993'] for router_interface (b68ddbed-691a-42dd-bd37-de478b51600d), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.295858 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9ed9c6-c332-436a-9cb1-a34999ee5097,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:21.374217 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Publish callbacks [] for port (ff648eae-30ea-458b-bde5-477d6113127b), precommit_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.383740 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (ff648eae-30ea-458b-bde5-477d6113127b), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.402914 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Attempting to bind port ff648eae-30ea-458b-bde5-477d6113127b on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:36:21.403330 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Attempting to bind port ff648eae-30ea-458b-bde5-477d6113127b by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:36:21.403657 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Attempting to bind port ff648eae-30ea-458b-bde5-477d6113127b on network 4c72e26c-57d6-47f3-8e84-e01e12378c25 {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:36:21.405830 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 7286064e-1db1-47a7-a81c-8da2e1dd58aa up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:36:21.407711 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:21.444755 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.498455 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:21.528165 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 7286064e-1db1-47a7-a81c-8da2e1dd58aa triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:21.528540 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7286064e-1db1-47a7-a81c-8da2e1dd58aa), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.534038 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372f382-961c-4c71-ae67-286fb00b2ec2 None None] Pushing event updated for resources: {'Port': ['ID=ff648eae-30ea-458b-bde5-477d6113127b,revision_number=2']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:21.568431 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:36:21.568702 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Checking segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:36:21.569518 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.569921 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Bound using segment: {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'} {{(pid=106236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:36:21.570418 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.managers [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Bound port: ff648eae-30ea-458b-bde5-477d6113127b, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c7da85-2d71-4ec4-90a6-33d519ab1061', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}}] {{(pid=106236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:36:21.571381 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ff648eae-30ea-458b-bde5-477d6113127b), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.605155 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-4c2b3422-c04a-49e3-b388-176b7c13128f None None] Provisioning complete for port 7d9ed9c6-c332-436a-9cb1-a34999ee5097 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:21.605919 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4c2b3422-c04a-49e3-b388-176b7c13128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.628145 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Publish callbacks [] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.637300 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.671473 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b3422-c04a-49e3-b388-176b7c13128f None None] Port 7d9ed9c6-c332-436a-9cb1-a34999ee5097 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:36:21.676092 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] For port ff648eae-30ea-458b-bde5-477d6113127b, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:36:21.681462 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] For port ff648eae-30ea-458b-bde5-477d6113127b, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=ff648eae-30ea-458b-bde5-477d6113127b,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:36:21.705813 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (ff648eae-30ea-458b-bde5-477d6113127b), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.715891 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9ed9c6-c332-436a-9cb1-a34999ee5097,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:21.722575 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903117'] for router_interface (b68ddbed-691a-42dd-bd37-de478b51600d), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.745393 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 7286064e-1db1-47a7-a81c-8da2e1dd58aa is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:21.746455 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device fe2208df-571f-4b6e-8da6-5fda072df80a up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:36:21.780900 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Routers {'b68ddbed-691a-42dd-bd37-de478b51600d'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:21.781559 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b68ddbed-691a-42dd-bd37-de478b51600d'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:21.819012 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Network 1d232027-a8b3-44a9-9770-a0c08e7c2783 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:36:21.820387 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:21.828878 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372f382-961c-4c71-ae67-286fb00b2ec2 None None] Pushing event updated for resources: {'Port': ['ID=ff648eae-30ea-458b-bde5-477d6113127b,revision_number=3']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:21.843544 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=100 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:21.895174 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port fe2208df-571f-4b6e-8da6-5fda072df80a triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:21.895551 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (fe2208df-571f-4b6e-8da6-5fda072df80a), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:21.933512 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Router b68ddbed-691a-42dd-bd37-de478b51600d has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:36:21.935230 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] Set router b68ddbed-691a-42dd-bd37-de478b51600d gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:22.043545 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:22.046641 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:36:22.051983 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-712668cd-bb72-41b7-a273-acbf213477f1 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/b68ddbed-691a-42dd-bd37-de478b51600d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7173634 Sep 09 20:36:22.100895 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port fe2208df-571f-4b6e-8da6-5fda072df80a is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:22.102566 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device b466afdc-c25e-4e11-953b-5af1a4e8fa7d up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:36:22.127558 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-eb554fe4-1689-4329-8568-c0310b755ff3 None None] Provisioning complete for port 7d9ed9c6-c332-436a-9cb1-a34999ee5097 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:22.127932 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-eb554fe4-1689-4329-8568-c0310b755ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.339310 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-eb554fe4-1689-4329-8568-c0310b755ff3 None None] Port 7d9ed9c6-c332-436a-9cb1-a34999ee5097 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:36:22.350924 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port b466afdc-c25e-4e11-953b-5af1a4e8fa7d triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:22.351234 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.384885 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'name': 'tempest-TestShelveInstance-1458434996-router', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ff648eae-30ea-458b-bde5-477d6113127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:18Z', 'updated_at': '2022-09-09T20:36:21Z', 'revision_number': 4, 'project_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'gw_port': {'id': 'ff648eae-30ea-458b-bde5-477d6113127b', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:21:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:19Z', 'updated_at': '2022-09-09T20:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '7d9ed9c6-c332-436a-9cb1-a34999ee5097', 'name': '', 'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'mac_address': 'fa:16:3e:72:b2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'da65a8ea-1b1c-40d3-a329-debdcf9fcf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:20Z', 'updated_at': '2022-09-09T20:36:21Z', 'revision_number': 2, 'project_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'subnets': [{'id': 'da65a8ea-1b1c-40d3-a329-debdcf9fcf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:22.388796 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:22.419507 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da639abd-0c74-4847-8027-c4954548bd89 None None] The sync data for ids ['b68ddbed-691a-42dd-bd37-de478b51600d'] in dv-cinder-849325-4-iscsi is: [{'id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'name': 'tempest-TestShelveInstance-1458434996-router', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ff648eae-30ea-458b-bde5-477d6113127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:18Z', 'updated_at': '2022-09-09T20:36:21Z', 'revision_number': 4, 'project_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'gw_port': {'id': 'ff648eae-30ea-458b-bde5-477d6113127b', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:21:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:19Z', 'updated_at': '2022-09-09T20:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '7d9ed9c6-c332-436a-9cb1-a34999ee5097', 'name': '', 'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'mac_address': 'fa:16:3e:72:b2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'da65a8ea-1b1c-40d3-a329-debdcf9fcf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:20Z', 'updated_at': '2022-09-09T20:36:21Z', 'revision_number': 2, 'project_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'subnets': [{'id': 'da65a8ea-1b1c-40d3-a329-debdcf9fcf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:36:22.425626 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 36846) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:22.430270 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-36a3525e-306a-41fd-a08a-ea692da14c49 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-117319484', 'description': 'tempest-secgroup-smoke-117319484 description', 'project_id': '474aa97f67a8457ab6900081711a0bf1'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:22.466101 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-36a3525e-306a-41fd-a08a-ea692da14c49 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.473277 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port b466afdc-c25e-4e11-953b-5af1a4e8fa7d is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:22.473673 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.513463 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port b466afdc-c25e-4e11-953b-5af1a4e8fa7d, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=b466afdc-c25e-4e11-953b-5af1a4e8fa7d,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:22.518904 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.562499 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-36a3525e-306a-41fd-a08a-ea692da14c49 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group (839b9664-e590-4838-aaf5-293c8dde1df4), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.569629 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-36a3525e-306a-41fd-a08a-ea692da14c49 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (839b9664-e590-4838-aaf5-293c8dde1df4), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.574522 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=b466afdc-c25e-4e11-953b-5af1a4e8fa7d,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:22.605153 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-36a3525e-306a-41fd-a08a-ea692da14c49 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.606336 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-36a3525e-306a-41fd-a08a-ea692da14c49 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1797121 Sep 09 20:36:22.609699 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36848) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:22.615012 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3525e-306a-41fd-a08a-ea692da14c49 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839b9664-e590-4838-aaf5-293c8dde1df4,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:22.615709 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-084330c3-0d69-45b5-93fe-99d2c5cb16a3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Request body: {'security_group_rule': {'security_group_id': '839b9664-e590-4838-aaf5-293c8dde1df4', 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:22.645704 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-084330c3-0d69-45b5-93fe-99d2c5cb16a3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (9f9da5c1-b582-4fdd-bb3c-27d594914bba), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.729852 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-084330c3-0d69-45b5-93fe-99d2c5cb16a3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (9f9da5c1-b582-4fdd-bb3c-27d594914bba), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.736298 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-084330c3-0d69-45b5-93fe-99d2c5cb16a3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (9f9da5c1-b582-4fdd-bb3c-27d594914bba), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.757639 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084330c3-0d69-45b5-93fe-99d2c5cb16a3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9da5c1-b582-4fdd-bb3c-27d594914bba,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:22.766922 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-084330c3-0d69-45b5-93fe-99d2c5cb16a3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.768117 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-084330c3-0d69-45b5-93fe-99d2c5cb16a3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1573231 Sep 09 20:36:22.770851 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36850) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:22.775855 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-e500d9d2-3660-45d3-bc8f-7220da0b3dff tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Request body: {'security_group_rule': {'security_group_id': '839b9664-e590-4838-aaf5-293c8dde1df4', 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:22.804212 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e500d9d2-3660-45d3-bc8f-7220da0b3dff tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (9d60435e-6bef-43bb-8cc7-0e0f608255a4), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.834623 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:22.868035 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e500d9d2-3660-45d3-bc8f-7220da0b3dff tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (9d60435e-6bef-43bb-8cc7-0e0f608255a4), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.871901 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e500d9d2-3660-45d3-bc8f-7220da0b3dff tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (9d60435e-6bef-43bb-8cc7-0e0f608255a4), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.894741 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500d9d2-3660-45d3-bc8f-7220da0b3dff tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d60435e-6bef-43bb-8cc7-0e0f608255a4,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:22.902786 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e500d9d2-3660-45d3-bc8f-7220da0b3dff tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:22.906561 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-e500d9d2-3660-45d3-bc8f-7220da0b3dff tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321976 Sep 09 20:36:22.906756 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36852) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:22.911152 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-c5a6ae10-6c1f-4173-8240-45adc545d8a3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Request body: {'security_group_rule': {'security_group_id': '839b9664-e590-4838-aaf5-293c8dde1df4', 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:22.939403 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ae10-6c1f-4173-8240-45adc545d8a3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (449bb653-8cc0-4cc9-9c54-51a71a1259ce), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.001099 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ae10-6c1f-4173-8240-45adc545d8a3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (449bb653-8cc0-4cc9-9c54-51a71a1259ce), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.005750 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ae10-6c1f-4173-8240-45adc545d8a3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (449bb653-8cc0-4cc9-9c54-51a71a1259ce), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.024977 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6ae10-6c1f-4173-8240-45adc545d8a3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449bb653-8cc0-4cc9-9c54-51a71a1259ce,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:23.033017 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c5a6ae10-6c1f-4173-8240-45adc545d8a3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.036613 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-c5a6ae10-6c1f-4173-8240-45adc545d8a3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264863 Sep 09 20:36:23.036996 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36854) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:23.042542 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-49f2d025-02eb-44c7-a7d9-7929aef06ec7 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Request body: {'security_group_rule': {'security_group_id': '839b9664-e590-4838-aaf5-293c8dde1df4', 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:23.070291 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49f2d025-02eb-44c7-a7d9-7929aef06ec7 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (cbdb7589-4ef6-4372-9127-21926bd4a41e), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.129419 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49f2d025-02eb-44c7-a7d9-7929aef06ec7 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (cbdb7589-4ef6-4372-9127-21926bd4a41e), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.134760 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49f2d025-02eb-44c7-a7d9-7929aef06ec7 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (cbdb7589-4ef6-4372-9127-21926bd4a41e), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.153031 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2d025-02eb-44c7-a7d9-7929aef06ec7 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbdb7589-4ef6-4372-9127-21926bd4a41e,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:23.161194 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-49f2d025-02eb-44c7-a7d9-7929aef06ec7 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.162397 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-49f2d025-02eb-44c7-a7d9-7929aef06ec7 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243737 Sep 09 20:36:23.166695 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36856) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:23.170215 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-3aee7099-b623-42b1-be4a-a2806ce7ce6d tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Request body: {'security_group_rule': {'security_group_id': '839b9664-e590-4838-aaf5-293c8dde1df4', 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:23.191971 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.securitygroups_db [None req-3aee7099-b623-42b1-be4a-a2806ce7ce6d tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Project 474aa97f67a8457ab6900081711a0bf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 20:36:23.193502 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device b466afdc-c25e-4e11-953b-5af1a4e8fa7d up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:36:23.198200 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3aee7099-b623-42b1-be4a-a2806ce7ce6d tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (73f46b23-bcc3-476b-903f-b1a57e0fd6ac), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.237720 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port b466afdc-c25e-4e11-953b-5af1a4e8fa7d triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:23.238089 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.262237 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3aee7099-b623-42b1-be4a-a2806ce7ce6d tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (73f46b23-bcc3-476b-903f-b1a57e0fd6ac), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.266768 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3aee7099-b623-42b1-be4a-a2806ce7ce6d tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (73f46b23-bcc3-476b-903f-b1a57e0fd6ac), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.287791 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee7099-b623-42b1-be4a-a2806ce7ce6d tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f46b23-bcc3-476b-903f-b1a57e0fd6ac,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:23.293920 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3aee7099-b623-42b1-be4a-a2806ce7ce6d tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.295093 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-3aee7099-b623-42b1-be4a-a2806ce7ce6d tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284912 Sep 09 20:36:23.297787 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 36858) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:23.301997 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-f5f97a96-da1b-48d1-9d41-5c19cdc64be9 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Request body: {'security_group_rule': {'security_group_id': '839b9664-e590-4838-aaf5-293c8dde1df4', 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:23.311231 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:23.317858 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port b466afdc-c25e-4e11-953b-5af1a4e8fa7d is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:23.329634 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.securitygroups_db [None req-f5f97a96-da1b-48d1-9d41-5c19cdc64be9 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Project 474aa97f67a8457ab6900081711a0bf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 20:36:23.335198 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f5f97a96-da1b-48d1-9d41-5c19cdc64be9 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (f1413469-7f21-4854-b92f-81b8352289cb), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.395506 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f5f97a96-da1b-48d1-9d41-5c19cdc64be9 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (f1413469-7f21-4854-b92f-81b8352289cb), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.400334 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f5f97a96-da1b-48d1-9d41-5c19cdc64be9 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (f1413469-7f21-4854-b92f-81b8352289cb), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.421181 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f97a96-da1b-48d1-9d41-5c19cdc64be9 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1413469-7f21-4854-b92f-81b8352289cb,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:23.429058 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f5f97a96-da1b-48d1-9d41-5c19cdc64be9 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:23.431063 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-f5f97a96-da1b-48d1-9d41-5c19cdc64be9 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315403 Sep 09 20:36:25.192709 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device ff648eae-30ea-458b-bde5-477d6113127b up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:36:25.217002 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:25.241494 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port ff648eae-30ea-458b-bde5-477d6113127b triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:25.241861 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (ff648eae-30ea-458b-bde5-477d6113127b), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:25.324806 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port ff648eae-30ea-458b-bde5-477d6113127b is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:25.324806 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ff648eae-30ea-458b-bde5-477d6113127b), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:25.347479 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port ff648eae-30ea-458b-bde5-477d6113127b, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=ff648eae-30ea-458b-bde5-477d6113127b,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:25.347833 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Sync routers for ids ['b68ddbed-691a-42dd-bd37-de478b51600d'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:36:25.352373 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (ff648eae-30ea-458b-bde5-477d6113127b), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:25.358862 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Routers {'b68ddbed-691a-42dd-bd37-de478b51600d'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:25.359756 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b68ddbed-691a-42dd-bd37-de478b51600d'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:25.403221 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=ff648eae-30ea-458b-bde5-477d6113127b,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:25.466672 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Set router b68ddbed-691a-42dd-bd37-de478b51600d gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:25.654516 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'name': 'tempest-TestShelveInstance-1458434996-router', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ff648eae-30ea-458b-bde5-477d6113127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:18Z', 'updated_at': '2022-09-09T20:36:21Z', 'revision_number': 4, 'project_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'gw_port': {'id': 'ff648eae-30ea-458b-bde5-477d6113127b', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:19Z', 'updated_at': '2022-09-09T20:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '7d9ed9c6-c332-436a-9cb1-a34999ee5097', 'name': '', 'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'mac_address': 'fa:16:3e:72:b2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'da65a8ea-1b1c-40d3-a329-debdcf9fcf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:20Z', 'updated_at': '2022-09-09T20:36:21Z', 'revision_number': 2, 'project_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'subnets': [{'id': 'da65a8ea-1b1c-40d3-a329-debdcf9fcf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:25.681269 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Checking router: b68ddbed-691a-42dd-bd37-de478b51600d for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:36:25.681710 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Updating router b68ddbed-691a-42dd-bd37-de478b51600d port 7d9ed9c6-c332-436a-9cb1-a34999ee5097 binding host dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:36:25.708860 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:25.966493 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Publish callbacks [] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), precommit_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:25.971601 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:26.013932 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:26.037151 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5632e3-e457-4193-87dd-fef381ad5b7d None None] Pushing event updated for resources: {'Port': ['ID=7d9ed9c6-c332-436a-9cb1-a34999ee5097,revision_number=3']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:26.071914 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:26.084087 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Attempting to bind port 7d9ed9c6-c332-436a-9cb1-a34999ee5097 on host dv-cinder-849325-4-iscsi for vnic_type normal with profile {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:36:26.084458 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Attempting to bind port 7d9ed9c6-c332-436a-9cb1-a34999ee5097 by drivers openvswitch,hyperv on host dv-cinder-849325-4-iscsi at level 0 using segments [{'id': '146c9514-57ba-4b65-98a1-7b3c3685b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783'}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:36:26.084817 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Attempting to bind port 7d9ed9c6-c332-436a-9cb1-a34999ee5097 on network 1d232027-a8b3-44a9-9770-a0c08e7c2783 {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:36:26.134543 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Checking agent: {'id': '6a2e515b-08bb-49d6-b583-a7d4984df8aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849325-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 19, 42), 'started_at': datetime.datetime(2022, 9, 9, 20, 20, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849325-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:36:26.134906 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Checking segment: {'id': '146c9514-57ba-4b65-98a1-7b3c3685b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:36:26.135297 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:26.135679 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Bound using segment: {'id': '146c9514-57ba-4b65-98a1-7b3c3685b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783'} {{(pid=106237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:36:26.136137 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.managers [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Bound port: 7d9ed9c6-c332-436a-9cb1-a34999ee5097, host: dv-cinder-849325-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146c9514-57ba-4b65-98a1-7b3c3685b4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783'}}] {{(pid=106237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:36:26.136509 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), before_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:26.204485 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] For port 7d9ed9c6-c332-436a-9cb1-a34999ee5097, host dv-cinder-849325-4-iscsi, cleared binding levels {{(pid=106237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:36:26.207622 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.plugins.ml2.db [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] For port 7d9ed9c6-c332-436a-9cb1-a34999ee5097, host dv-cinder-849325-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=7d9ed9c6-c332-436a-9cb1-a34999ee5097,segment=NetworkSegment(146c9514-57ba-4b65-98a1-7b3c3685b4df),segment_id=146c9514-57ba-4b65-98a1-7b3c3685b4df)] {{(pid=106237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:36:26.221757 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron_lib.callbacks.manager [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), after_update {{(pid=106237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:26.258885 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Routers {'b68ddbed-691a-42dd-bd37-de478b51600d'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:26.259512 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b68ddbed-691a-42dd-bd37-de478b51600d'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:26.319914 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5632e3-e457-4193-87dd-fef381ad5b7d None None] Pushing event updated for resources: {'Port': ['ID=7d9ed9c6-c332-436a-9cb1-a34999ee5097,revision_number=4']} {{(pid=106237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:26.377400 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] Set router b68ddbed-691a-42dd-bd37-de478b51600d gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:26.557569 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'name': 'tempest-TestShelveInstance-1458434996-router', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ff648eae-30ea-458b-bde5-477d6113127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:18Z', 'updated_at': '2022-09-09T20:36:21Z', 'revision_number': 4, 'project_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'gw_port': {'id': 'ff648eae-30ea-458b-bde5-477d6113127b', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:19Z', 'updated_at': '2022-09-09T20:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '7d9ed9c6-c332-436a-9cb1-a34999ee5097', 'name': '', 'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'mac_address': 'fa:16:3e:72:b2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'da65a8ea-1b1c-40d3-a329-debdcf9fcf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:20Z', 'updated_at': '2022-09-09T20:36:26Z', 'revision_number': 4, 'project_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'subnets': [{'id': 'da65a8ea-1b1c-40d3-a329-debdcf9fcf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:26.664071 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86bf7e-038e-475a-987d-aa3c8c5ae8f2 None None] The sync data for ids ['b68ddbed-691a-42dd-bd37-de478b51600d'] in dv-cinder-849325-4-iscsi is: [{'id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'name': 'tempest-TestShelveInstance-1458434996-router', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ff648eae-30ea-458b-bde5-477d6113127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:18Z', 'updated_at': '2022-09-09T20:36:21Z', 'revision_number': 4, 'project_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'gw_port': {'id': 'ff648eae-30ea-458b-bde5-477d6113127b', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:19Z', 'updated_at': '2022-09-09T20:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '7d9ed9c6-c332-436a-9cb1-a34999ee5097', 'name': '', 'network_id': '1d232027-a8b3-44a9-9770-a0c08e7c2783', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'mac_address': 'fa:16:3e:72:b2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'da65a8ea-1b1c-40d3-a329-debdcf9fcf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:20Z', 'updated_at': '2022-09-09T20:36:26Z', 'revision_number': 4, 'project_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'subnets': [{'id': 'da65a8ea-1b1c-40d3-a329-debdcf9fcf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:36:27.203180 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device ff648eae-30ea-458b-bde5-477d6113127b up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:36:27.249747 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port ff648eae-30ea-458b-bde5-477d6113127b triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:27.250118 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (ff648eae-30ea-458b-bde5-477d6113127b), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:27.326036 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port ff648eae-30ea-458b-bde5-477d6113127b is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:27.337780 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 7d9ed9c6-c332-436a-9cb1-a34999ee5097 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:36:27.370985 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 7d9ed9c6-c332-436a-9cb1-a34999ee5097 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:27.371366 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:27.453341 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 7d9ed9c6-c332-436a-9cb1-a34999ee5097 is: DOWN; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:27.453747 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:27.493613 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] For port 7d9ed9c6-c332-436a-9cb1-a34999ee5097, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=7d9ed9c6-c332-436a-9cb1-a34999ee5097,segment=NetworkSegment(146c9514-57ba-4b65-98a1-7b3c3685b4df),segment_id=146c9514-57ba-4b65-98a1-7b3c3685b4df)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:27.497355 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:27.548264 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:27.553662 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Pushing event updated for resources: {'Port': ['ID=7d9ed9c6-c332-436a-9cb1-a34999ee5097,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:29.181097 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 7d9ed9c6-c332-436a-9cb1-a34999ee5097 up at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:36:29.231296 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Provisioning complete for port 7d9ed9c6-c332-436a-9cb1-a34999ee5097 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:29.231668 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:29.308367 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Current status of the port 7d9ed9c6-c332-436a-9cb1-a34999ee5097 is: ACTIVE; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:32.600010 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=70,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:32.613578 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=20,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:33.420704 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:33.423599 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=67,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:35.855935 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127af94a-4511-4546-90c1-1fecc1803e81 req-30ae0093-ee5a-459c-afff-cec6cb01405b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:35.858231 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-127af94a-4511-4546-90c1-1fecc1803e81 req-30ae0093-ee5a-459c-afff-cec6cb01405b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 946 time: 0.0488222 Sep 09 20:36:35.907169 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-127af94a-4511-4546-90c1-1fecc1803e81 req-cf19eff6-1a78-4e88-a2d3-50f302821f26 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=afed2dac-dd2b-4644-b476-3a168470a383&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427339 Sep 09 20:36:37.027826 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92f58e-0933-4d4d-9f24-d97fa2db79a7 req-02c7613b-67f3-46ab-990d-80cd22d05578 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:37.029291 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8e92f58e-0933-4d4d-9f24-d97fa2db79a7 req-02c7613b-67f3-46ab-990d-80cd22d05578 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 946 time: 0.0458777 Sep 09 20:36:37.075152 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8e92f58e-0933-4d4d-9f24-d97fa2db79a7 req-2a5edc1c-98e6-4d40-9d12-4b86139e0d6d tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=afed2dac-dd2b-4644-b476-3a168470a383&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401347 Sep 09 20:36:37.363155 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9ef18cd1-2b6c-4491-b4b0-7acd02c807f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:37.774471 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-29ef180c-8398-48fb-a7f2-a72f8c81b2c0 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:37.775965 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-29ef180c-8398-48fb-a7f2-a72f8c81b2c0 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 946 time: 0.0455594 Sep 09 20:36:37.862529 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Deleting port ddf6e429-ad62-4521-b729-5b52421bc743 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:36:37.862866 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (ddf6e429-ad62-4521-b729-5b52421bc743), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:37.949861 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] For port ddf6e429-ad62-4521-b729-5b52421bc743, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=ddf6e429-ad62-4521-b729-5b52421bc743,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:37.950136 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (ddf6e429-ad62-4521-b729-5b52421bc743), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:38.108678 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:38.109144 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (21418a5d-8e8c-4c45-bf48-af28f7b7ecf1), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:38.109493 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Floating IP 21418a5d-8e8c-4c45-bf48-af28f7b7ecf1 disassociated. External IP: 172.27.1.113, port: ddf6e429-ad62-4521-b729-5b52421bc743. Sep 09 20:36:38.109831 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Calling delete_port for ddf6e429-ad62-4521-b729-5b52421bc743 owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:36:38.200133 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778ae7b-fc28-4ae9-90d1-3772d7f9f9e1 req-140bf890-bd80-430c-a73b-3f52145eeb90 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:38.201557 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6778ae7b-fc28-4ae9-90d1-3772d7f9f9e1 req-140bf890-bd80-430c-a73b-3f52145eeb90 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c79c57c8-9531-4ddb-9c45-ab13ce2198fc HTTP/1.1" status: 200 len: 946 time: 0.0532136 Sep 09 20:36:38.235965 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (ddf6e429-ad62-4521-b729-5b52421bc743), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:38.251523 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6778ae7b-fc28-4ae9-90d1-3772d7f9f9e1 req-fa1a6fd8-0a39-416c-b7df-a68c02ae927d tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=afed2dac-dd2b-4644-b476-3a168470a383&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441577 Sep 09 20:36:38.267790 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event deleted for resources: {'Port': ['ID=ddf6e429-ad62-4521-b729-5b52421bc743,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:38.280065 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:38.280418 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:38.280771 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:38.281110 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:38.284078 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:38.284448 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:38.284792 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:38.285126 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:38.285491 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:38.285825 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:38.286155 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:38.286482 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:38.286813 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:38.287139 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:38.287562 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:38.392481 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Router 549801df-edf5-4c2d-9b08-99e9bfdfff0b has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:36:38.492222 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:36:38.501410 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447479aa-f576-4828-8d88-e5f790ccfbe5 None None] Sync routers for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:36:38.504595 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:38.517268 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447479aa-f576-4828-8d88-e5f790ccfbe5 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:38.517896 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-447479aa-f576-4828-8d88-e5f790ccfbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:38.536340 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] No DVR routers for this DVR port ddf6e429-ad62-4521-b729-5b52421bc743 on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:36:38.538951 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:38.542462 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2a5ba387-153c-466f-93b4-2d70be97b250 req-f51ff720-344a-4eb8-bd06-80fd0cd54715 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "DELETE /networking/v2.0/ports/ddf6e429-ad62-4521-b729-5b52421bc743 HTTP/1.1" status: 204 len: 173 time: 0.7599168 Sep 09 20:36:38.542916 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79c57c8-9531-4ddb-9c45-ab13ce2198fc', 'name': 'network-vif-deleted', 'tag': 'ddf6e429-ad62-4521-b729-5b52421bc743'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:36:38.545745 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3f60c7-b6e7-4baa-a68a-ae396b683b0c" -d '{"events": [{"server_uuid": "c79c57c8-9531-4ddb-9c45-ab13ce2198fc", "name": "network-vif-deleted", "tag": "ddf6e429-ad62-4521-b729-5b52421bc743"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:36:38.584570 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee763f2-7f36-4f3d-8791-c6dedfdf571c x-openstack-request-id: req-2ee763f2-7f36-4f3d-8791-c6dedfdf571c {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:36:38.584860 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79c57c8-9531-4ddb-9c45-ab13ce2198fc", "name": "network-vif-deleted", "tag": "ddf6e429-ad62-4521-b729-5b52421bc743", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:36:38.585113 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2ee763f2-7f36-4f3d-8791-c6dedfdf571c {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:36:38.585547 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee763f2-7f36-4f3d-8791-c6dedfdf571c'] response: {'server_uuid': 'c79c57c8-9531-4ddb-9c45-ab13ce2198fc', 'name': 'network-vif-deleted', 'tag': 'ddf6e429-ad62-4521-b729-5b52421bc743', 'status': 'completed', 'code': 200} Sep 09 20:36:38.620361 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-447479aa-f576-4828-8d88-e5f790ccfbe5 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:38.814762 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:38.854207 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-447479aa-f576-4828-8d88-e5f790ccfbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:38.876092 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-44d6bb64-4ded-4330-b2ce-6e05404efd7b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-117319484&fields=id&tenant_id=474aa97f67a8457ab6900081711a0bf1 HTTP/1.1" status: 200 len: 267 time: 0.0505471 Sep 09 20:36:38.881682 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447479aa-f576-4828-8d88-e5f790ccfbe5 None None] Checking router: 549801df-edf5-4c2d-9b08-99e9bfdfff0b for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:36:38.890623 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447479aa-f576-4828-8d88-e5f790ccfbe5 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:38.891226 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-447479aa-f576-4828-8d88-e5f790ccfbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:38.984637 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-19182160-6a78-4f78-a0ce-7ea46f20f5a5 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:38.986114 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-19182160-6a78-4f78-a0ce-7ea46f20f5a5 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/networks?id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 HTTP/1.1" status: 200 len: 808 time: 0.1034720 Sep 09 20:36:38.994445 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-447479aa-f576-4828-8d88-e5f790ccfbe5 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:39.001612 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-196c62cc-6dfd-4b7d-906a-6914355c8b7b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/quotas/474aa97f67a8457ab6900081711a0bf1 HTTP/1.1" status: 200 len: 375 time: 0.0098610 Sep 09 20:36:39.051567 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-70a17013-b999-40e5-a60a-896d18c42ea8 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=474aa97f67a8457ab6900081711a0bf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447412 Sep 09 20:36:39.153788 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-ff8238a9-1e55-41b9-91ae-67380f3c70b5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895493 Sep 09 20:36:39.194576 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-447479aa-f576-4828-8d88-e5f790ccfbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:39.225182 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447479aa-f576-4828-8d88-e5f790ccfbe5 None None] The sync data for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi is: [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:36:39.254966 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-e7bf73aa-c5dc-43ee-9d9b-52eabab10aec service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959239 Sep 09 20:36:39.364896 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37034) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:39.425872 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:39.429780 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-41a947c3-15c2-4345-a53e-719215df58c7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (afed2dac-dd2b-4644-b476-3a168470a383), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:39.456925 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-41a947c3-15c2-4345-a53e-719215df58c7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (afed2dac-dd2b-4644-b476-3a168470a383), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:39.465491 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:39.514744 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-41a947c3-15c2-4345-a53e-719215df58c7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (afed2dac-dd2b-4644-b476-3a168470a383), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:39.517718 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-41a947c3-15c2-4345-a53e-719215df58c7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:39.521744 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-41a947c3-15c2-4345-a53e-719215df58c7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/afed2dac-dd2b-4644-b476-3a168470a383 HTTP/1.1" status: 204 len: 168 time: 0.1547980 Sep 09 20:36:39.522369 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 37040) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:39.527379 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946b2e8-7dbf-470b-9c01-f9946cc54506 None None] New status for floating IP 21418a5d-8e8c-4c45-bf48-af28f7b7ecf1: DOWN {{(pid=106237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:36:39.532033 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a947c3-15c2-4345-a53e-719215df58c7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afed2dac-dd2b-4644-b476-3a168470a383,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:39.547852 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.api.v2.resource [None req-162102e3-eba1-480c-a5cc-06abc29d70da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] show failed (client error): The resource could not be found. Sep 09 20:36:39.552868 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37042) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:39.566471 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-162102e3-eba1-480c-a5cc-06abc29d70da tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups/afed2dac-dd2b-4644-b476-3a168470a383 HTTP/1.1" status: 404 len: 347 time: 0.0257473 Sep 09 20:36:39.617104 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-65fa8c7a-7632-413e-bbdf-27103a480d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:39.654514 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c9685356-8198-41e8-a897-66c4b9f2fc5e req-1e0a6543-4bd9-4512-8395-3debad0fb6d9 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 210 time: 0.0322449 Sep 09 20:36:39.715761 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb0b1-dc63-4bd6-ba39-a0ea89d10cf2 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Deleting port be68e636-9cef-4de2-bd69-5776012e1e63 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:36:39.716085 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-20cfb0b1-dc63-4bd6-ba39-a0ea89d10cf2 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (be68e636-9cef-4de2-bd69-5776012e1e63), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:39.799797 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-20cfb0b1-dc63-4bd6-ba39-a0ea89d10cf2 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (be68e636-9cef-4de2-bd69-5776012e1e63), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:39.800142 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-20cfb0b1-dc63-4bd6-ba39-a0ea89d10cf2 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (be68e636-9cef-4de2-bd69-5776012e1e63), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:39.813550 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-20cfb0b1-dc63-4bd6-ba39-a0ea89d10cf2 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Calling delete_port for be68e636-9cef-4de2-bd69-5776012e1e63 owned by network:floatingip {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:36:39.949994 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-20cfb0b1-dc63-4bd6-ba39-a0ea89d10cf2 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (be68e636-9cef-4de2-bd69-5776012e1e63), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:39.975869 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb0b1-dc63-4bd6-ba39-a0ea89d10cf2 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event deleted for resources: {'Port': ['ID=be68e636-9cef-4de2-bd69-5776012e1e63,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:40.038646 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-20cfb0b1-dc63-4bd6-ba39-a0ea89d10cf2 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (21418a5d-8e8c-4c45-bf48-af28f7b7ecf1), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.041632 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-20cfb0b1-dc63-4bd6-ba39-a0ea89d10cf2 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.042772 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-20cfb0b1-dc63-4bd6-ba39-a0ea89d10cf2 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/21418a5d-8e8c-4c45-bf48-af28f7b7ecf1 HTTP/1.1" status: 204 len: 168 time: 0.4885142 Sep 09 20:36:40.109468 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37056) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:40.114063 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-cec83986-3726-4b31-a1b1-78917119abc1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925550633', 'description': 'tempest-description--1607913223'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:40.135596 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-cec83986-3726-4b31-a1b1-78917119abc1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.207092 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-cec83986-3726-4b31-a1b1-78917119abc1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (b9816d50-38c0-43f0-90b7-68bd26629882), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.211844 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-cec83986-3726-4b31-a1b1-78917119abc1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (b9816d50-38c0-43f0-90b7-68bd26629882), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.246058 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-cec83986-3726-4b31-a1b1-78917119abc1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.247329 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-cec83986-3726-4b31-a1b1-78917119abc1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1368239 Sep 09 20:36:40.249446 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec83986-3726-4b31-a1b1-78917119abc1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9816d50-38c0-43f0-90b7-68bd26629882,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:40.250404 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 37058) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:40.256739 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'security_group_rule': {'security_group_id': 'b9816d50-38c0-43f0-90b7-68bd26629882', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:40.294093 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (1ebeb93f-51cc-4545-81a5-2c6f71085b9f), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.354668 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (1ebeb93f-51cc-4545-81a5-2c6f71085b9f), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.358397 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (1ebeb93f-51cc-4545-81a5-2c6f71085b9f), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.374973 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebeb93f-51cc-4545-81a5-2c6f71085b9f,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:40.385001 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:40.385395 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:40.385733 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:40.386073 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:40.386407 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:40.386736 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:40.387063 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:40.387388 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:40.387715 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:40.388038 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:40.388367 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:40.388691 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:40.389013 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:40.389364 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:40.389687 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:40.394497 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.395661 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-86d21e19-1518-493e-9f84-a14c3af731bc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435416 Sep 09 20:36:40.398359 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 37060) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:40.402537 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-e25f9e9b-4f07-43d1-a9ac-8d3c3f84ef1b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'security_group_rule': {'security_group_id': 'b9816d50-38c0-43f0-90b7-68bd26629882', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:40.428370 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e25f9e9b-4f07-43d1-a9ac-8d3c3f84ef1b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (a43a27a5-3691-442e-ad22-75fa6c482e70), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.451670 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:40.466766 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:40.487873 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e25f9e9b-4f07-43d1-a9ac-8d3c3f84ef1b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (a43a27a5-3691-442e-ad22-75fa6c482e70), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.490928 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e25f9e9b-4f07-43d1-a9ac-8d3c3f84ef1b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873940'] for security_group_rule (a43a27a5-3691-442e-ad22-75fa6c482e70), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.509780 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f9e9b-4f07-43d1-a9ac-8d3c3f84ef1b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43a27a5-3691-442e-ad22-75fa6c482e70,revision_number=0']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:40.516524 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e25f9e9b-4f07-43d1-a9ac-8d3c3f84ef1b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.517751 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-e25f9e9b-4f07-43d1-a9ac-8d3c3f84ef1b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184881 Sep 09 20:36:40.520695 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 37062) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:40.524888 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'floatingip': {'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:40.546462 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.629681 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.758905 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Allocated IP 172.27.1.246 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/bf6523f9-757b-433a-b9ce-6ebe0e4d28d2) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:36:40.786150 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f731b5fb-719b-46f6-bb34-1e013ad2d4ea req-d0495d35-0c83-442f-9f15-f3b3ac384365 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 210 time: 0.0495529 Sep 09 20:36:40.792453 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device ddf6e429-ad62-4521-b729-5b52421bc743 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:36:40.820017 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-7f8d55e4-d9f8-4849-ab42-b174c0e0d789 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:40.820790 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:40.822026 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-7f8d55e4-d9f8-4849-ab42-b174c0e0d789 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.25 "GET /networking/v2.0/networks?id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 HTTP/1.1" status: 200 len: 808 time: 0.1182985 Sep 09 20:36:40.823943 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: ddf6e429-ad62-4521-b729-5b52421bc743 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:36:40.824511 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device ddf6e429-ad62-4521-b729-5b52421bc743 not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:36:40.895911 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-0cfabae8-a739-4d4b-b6c0-9323aa792c4e tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=474aa97f67a8457ab6900081711a0bf1 HTTP/1.1" status: 200 len: 379 time: 0.0650187 Sep 09 20:36:40.904831 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-304e8c10-999a-4cb7-b231-b63ece724529 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Request body: {'port': {'device_id': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'admin_state_up': True, 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'security_groups': ['839b9664-e590-4838-aaf5-293c8dde1df4']}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:40.915464 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for port (bf6523f9-757b-433a-b9ce-6ebe0e4d28d2), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.919120 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.947855 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:40.952642 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (bf6523f9-757b-433a-b9ce-6ebe0e4d28d2), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:40.955137 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:40.996632 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:36:41.003565 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:41.008151 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:36:41.011178 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'Port': ['ID=bf6523f9-757b-433a-b9ce-6ebe0e4d28d2,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:41.017808 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-304e8c10-999a-4cb7-b231-b63ece724529 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Made reservation on behalf of 474aa97f67a8457ab6900081711a0bf1 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:36:41.021683 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-304e8c10-999a-4cb7-b231-b63ece724529 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:41.090784 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (ab4d5ec0-b9b2-4094-991a-cf41a037652e), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:41.129714 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (bf6523f9-757b-433a-b9ce-6ebe0e4d28d2), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:41.155266 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-304e8c10-999a-4cb7-b231-b63ece724529 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Allocated IP 172.20.0.14 (b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808/1d1578d6-3429-4815-85e1-8a002ea95504/bf962b29-7eb7-46b4-a569-cb818262af3e) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:36:41.192867 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:41.300014 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for port (bf6523f9-757b-433a-b9ce-6ebe0e4d28d2), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:41.306366 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12204078'] for port (bf6523f9-757b-433a-b9ce-6ebe0e4d28d2), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:41.315250 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-304e8c10-999a-4cb7-b231-b63ece724529 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:41.352387 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-304e8c10-999a-4cb7-b231-b63ece724529 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:41.361497 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:41.396796 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-304e8c10-999a-4cb7-b231-b63ece724529 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Network b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:36:41.401614 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'Port': ['ID=bf6523f9-757b-433a-b9ce-6ebe0e4d28d2,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:41.403414 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-304e8c10-999a-4cb7-b231-b63ece724529 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:41.407915 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-304e8c10-999a-4cb7-b231-b63ece724529 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:36:41.412348 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (ab4d5ec0-b9b2-4094-991a-cf41a037652e), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:41.431685 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e8c10-999a-4cb7-b231-b63ece724529 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Pushing event updated for resources: {'Port': ['ID=bf962b29-7eb7-46b4-a569-cb818262af3e,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:41.435677 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:41.443225 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-f8c51435-4d53-41f9-acd6-5691f41ca8d1 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9152892 Sep 09 20:36:41.463054 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-304e8c10-999a-4cb7-b231-b63ece724529 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:41.463761 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-304e8c10-999a-4cb7-b231-b63ece724529 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:41.482080 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-304e8c10-999a-4cb7-b231-b63ece724529 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808403 Sep 09 20:36:41.511167 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Request body: {'port': {'device_id': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:41.585809 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:41.660118 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-16ba2e92-b032-4b53-a755-04384fe9315f tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1925550633&fields=id&tenant_id=624ed22fc46047e1a842200db3388b63 HTTP/1.1" status: 200 len: 267 time: 0.0484688 Sep 09 20:36:41.688203 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-80e16ce6-cb33-4f46-b2a7-a58172ae9f75 None None] Provisioning complete for port bf962b29-7eb7-46b4-a569-cb818262af3e triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:41.688591 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-80e16ce6-cb33-4f46-b2a7-a58172ae9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:41.723520 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-80e16ce6-cb33-4f46-b2a7-a58172ae9f75 None None] Port bf962b29-7eb7-46b4-a569-cb818262af3e cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:36:41.779902 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-ec8b46f9-3474-4c86-aebe-4f76f497cc12 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:41.781639 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-ec8b46f9-3474-4c86-aebe-4f76f497cc12 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 814 time: 0.1144533 Sep 09 20:36:41.797013 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-e49202ab-2c3f-40c6-b51e-dc7314aaa3b0 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/quotas/624ed22fc46047e1a842200db3388b63 HTTP/1.1" status: 200 len: 375 time: 0.0096855 Sep 09 20:36:41.851592 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-fb4de279-8946-4245-aa25-e17b985c1c08 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484250 Sep 09 20:36:41.970323 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17387d-1478-45cc-85fa-2979c07c6b42 req-39861b40-af29-4d12-bce4-0f219f859b07 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:41.971827 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dd17387d-1478-45cc-85fa-2979c07c6b42 req-39861b40-af29-4d12-bce4-0f219f859b07 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 932 time: 0.0976956 Sep 09 20:36:42.001362 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:42.025150 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-99ee1065-ad00-412f-bc87-0865c4c0100e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595211 Sep 09 20:36:42.062661 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:42.091257 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf962b29-7eb7-46b4-a569-cb818262af3e {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:36:42.098799 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Publish callbacks [] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:42.099678 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dd17387d-1478-45cc-85fa-2979c07c6b42 req-bc539112-d34d-41f7-b2a2-526cf463c5d1 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045203 Sep 09 20:36:42.113588 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Transition to ACTIVE for port object bf962b29-7eb7-46b4-a569-cb818262af3e will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:36:42.126881 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:42.143956 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-714450e6-db7a-464c-8d44-ff03b0bf83ed service neutron] 10.222.0.26 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115189 Sep 09 20:36:42.189224 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Pushing event updated for resources: {'Port': ['ID=bf962b29-7eb7-46b4-a569-cb818262af3e,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:42.237703 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Attempting to bind port bf962b29-7eb7-46b4-a569-cb818262af3e on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:36:42.237967 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Attempting to bind port bf962b29-7eb7-46b4-a569-cb818262af3e by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '3b62929f-eb63-43d9-8111-5224b03cdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:36:42.238296 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Attempting to bind port bf962b29-7eb7-46b4-a569-cb818262af3e on network b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:36:42.295624 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Port bf962b29-7eb7-46b4-a569-cb818262af3e on network b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:36:42.295959 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Attempting to bind port bf962b29-7eb7-46b4-a569-cb818262af3e on network b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:36:42.306665 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:42.312783 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-749e28b1-c20a-4177-8fc3-1fdf0eb75545 req-5b0dc784-e7d3-43f7-b0b2-c94896d19340 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 210 time: 0.0347447 Sep 09 20:36:42.345285 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:36:42.345633 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Checking segment: {'id': '3b62929f-eb63-43d9-8111-5224b03cdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:36:42.346018 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Bound using segment: {'id': '3b62929f-eb63-43d9-8111-5224b03cdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:36:42.346457 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Bound port: bf962b29-7eb7-46b4-a569-cb818262af3e, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b62929f-eb63-43d9-8111-5224b03cdb0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:36:42.346811 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:42.413132 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] For port bf962b29-7eb7-46b4-a569-cb818262af3e, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:36:42.416483 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] For port bf962b29-7eb7-46b4-a569-cb818262af3e, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=bf962b29-7eb7-46b4-a569-cb818262af3e,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:36:42.422575 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:42.427158 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:42.427769 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:42.429713 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/bf962b29-7eb7-46b4-a569-cb818262af3e HTTP/1.1" status: 200 len: 1094 time: 0.9234667 Sep 09 20:36:42.430263 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'tag': 'bf962b29-7eb7-46b4-a569-cb818262af3e'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:36:42.432522 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec64339c-4871-4fc7-9a08-7a60b3b680e4" -d '{"events": [{"name": "network-changed", "server_uuid": "90b69aea-f2d0-4dec-abe2-3bfa9af1328f", "tag": "bf962b29-7eb7-46b4-a569-cb818262af3e"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:36:42.489694 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:42.520229 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f41161-0986-4c2a-afb3-de98e2da4f6b x-openstack-request-id: req-70f41161-0986-4c2a-afb3-de98e2da4f6b {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:36:42.520520 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b69aea-f2d0-4dec-abe2-3bfa9af1328f", "tag": "bf962b29-7eb7-46b4-a569-cb818262af3e", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:36:42.520770 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70f41161-0986-4c2a-afb3-de98e2da4f6b {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:36:42.521172 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f41161-0986-4c2a-afb3-de98e2da4f6b'] response: {'name': 'network-changed', 'server_uuid': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'tag': 'bf962b29-7eb7-46b4-a569-cb818262af3e', 'status': 'completed', 'code': 200} Sep 09 20:36:42.526584 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16712da4-f28f-4cb2-8216-659862462dfd service neutron] Pushing event updated for resources: {'Port': ['ID=bf962b29-7eb7-46b4-a569-cb818262af3e,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:42.533933 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-750ec364-e372-4d89-92d8-203c2cfb62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:42.535618 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-750ec364-e372-4d89-92d8-203c2cfb62a9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=474aa97f67a8457ab6900081711a0bf1&device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 1128 time: 0.0549858 Sep 09 20:36:42.578945 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-379710a8-3176-44e2-94c8-67d37e448d6d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf962b29-7eb7-46b4-a569-cb818262af3e HTTP/1.1" status: 200 len: 217 time: 0.0364132 Sep 09 20:36:42.627976 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-47cbad6b-86ff-4c29-8f92-aeb8c6601b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:42.629447 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-47cbad6b-86ff-4c29-8f92-aeb8c6601b67 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1d1578d6-3429-4815-85e1-8a002ea95504 HTTP/1.1" status: 200 len: 847 time: 0.0446403 Sep 09 20:36:42.673066 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-fd4812d2-9e6b-4429-85bc-d40489d52d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:42.674592 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-fd4812d2-9e6b-4429-85bc-d40489d52d20 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389543 Sep 09 20:36:42.772775 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-a5d346f1-767c-4a70-b426-f2169f5d8ce3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886564 Sep 09 20:36:42.867994 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-02fabfd5-cb1e-4dc5-9b53-fbb71f66437b req-6c54c22f-f30b-460a-a39f-107070b29dc8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849257 Sep 09 20:36:43.138292 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:43.146933 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64339c-4871-4fc7-9a08-7a60b3b680e4 req-792502a2-2308-454e-9ccf-facb34eebc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:43.148958 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ec64339c-4871-4fc7-9a08-7a60b3b680e4 req-792502a2-2308-454e-9ccf-facb34eebc01 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=474aa97f67a8457ab6900081711a0bf1&device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 1128 time: 0.0498221 Sep 09 20:36:43.228490 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cde5f7-59c9-4b98-9956-e431b6b60297 req-29cf1b1d-c881-4df1-897e-92968a22e771 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:43.229967 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-40cde5f7-59c9-4b98-9956-e431b6b60297 req-29cf1b1d-c881-4df1-897e-92968a22e771 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 944 time: 0.0480893 Sep 09 20:36:43.248827 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64339c-4871-4fc7-9a08-7a60b3b680e4 req-119f5e68-c2ed-4ece-891e-c99d246f6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:43.250322 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ec64339c-4871-4fc7-9a08-7a60b3b680e4 req-119f5e68-c2ed-4ece-891e-c99d246f6b39 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 HTTP/1.1" status: 200 len: 909 time: 0.0895329 Sep 09 20:36:43.279360 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-40cde5f7-59c9-4b98-9956-e431b6b60297 req-da5844ef-1641-43a8-9131-493c453e03ed tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435717 Sep 09 20:36:43.411351 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0989dda8-3c2a-4e56-bb0b-1bca979f805e req-a1ac1bd8-dd44-4858-8938-95f733bbd059 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 210 time: 0.0306704 Sep 09 20:36:43.478698 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ec64339c-4871-4fc7-9a08-7a60b3b680e4 req-b50dc572-308d-4a97-bde1-38b7a952458c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf962b29-7eb7-46b4-a569-cb818262af3e HTTP/1.1" status: 200 len: 217 time: 0.0403795 Sep 09 20:36:43.536689 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64339c-4871-4fc7-9a08-7a60b3b680e4 req-9e97c894-6b67-4bd4-a4d1-dc7eb1e11377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:43.538094 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ec64339c-4871-4fc7-9a08-7a60b3b680e4 req-9e97c894-6b67-4bd4-a4d1-dc7eb1e11377 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1d1578d6-3429-4815-85e1-8a002ea95504 HTTP/1.1" status: 200 len: 847 time: 0.0535865 Sep 09 20:36:43.611632 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:43.628955 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64339c-4871-4fc7-9a08-7a60b3b680e4 req-433e656a-92b1-4e9a-9866-29ecd5b6b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:43.630517 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ec64339c-4871-4fc7-9a08-7a60b3b680e4 req-433e656a-92b1-4e9a-9866-29ecd5b6b9af service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800719 Sep 09 20:36:43.713902 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-5467eb1d-6638-4052-8983-399e66860025 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:43.715310 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-5467eb1d-6638-4052-8983-399e66860025 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 814 time: 0.1876013 Sep 09 20:36:43.754632 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ec64339c-4871-4fc7-9a08-7a60b3b680e4 req-c4dcd1f9-dbb3-4f53-ae49-af3113896503 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153891 Sep 09 20:36:43.901988 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-a1d0de29-3566-40a7-9032-2f5e13baff00 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=624ed22fc46047e1a842200db3388b63 HTTP/1.1" status: 200 len: 380 time: 0.1186979 Sep 09 20:36:43.907173 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ec64339c-4871-4fc7-9a08-7a60b3b680e4 req-7d96661e-9c5b-4241-8bb8-b08554fa67dd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250324 Sep 09 20:36:43.917419 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-ab600eb0-072b-488a-9827-f94c71941d21 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'port': {'device_id': '4caaf06d-76d1-4b04-9a95-6de228054337', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'admin_state_up': True, 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'security_groups': ['b9816d50-38c0-43f0-90b7-68bd26629882']}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:44.025518 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-ab600eb0-072b-488a-9827-f94c71941d21 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Made reservation on behalf of 624ed22fc46047e1a842200db3388b63 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:36:44.029148 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-ab600eb0-072b-488a-9827-f94c71941d21 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:44.154377 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-ab600eb0-072b-488a-9827-f94c71941d21 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Allocated IP 172.20.0.12 (acf3cd1a-b4b0-4a34-82b2-e2951d096a8f/cc644494-9f43-4a38-b775-113edbb4b69f/7746db9b-20e7-4d13-93ef-049fa47f14c9) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:36:44.248739 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:44.292082 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-ab600eb0-072b-488a-9827-f94c71941d21 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:44.325001 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-ab600eb0-072b-488a-9827-f94c71941d21 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:44.362413 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:44.372373 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-ab600eb0-072b-488a-9827-f94c71941d21 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:36:44.380143 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-ab600eb0-072b-488a-9827-f94c71941d21 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:44.385183 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-ab600eb0-072b-488a-9827-f94c71941d21 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:36:44.389511 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab600eb0-072b-488a-9827-f94c71941d21 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event updated for resources: {'Port': ['ID=7746db9b-20e7-4d13-93ef-049fa47f14c9,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:44.408010 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c9976-d124-4ce2-a1d2-291fd5bb83eb req-0fdfb7e6-f0f1-456c-84f5-66c44e16535f tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:44.409899 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a52c9976-d124-4ce2-a1d2-291fd5bb83eb req-0fdfb7e6-f0f1-456c-84f5-66c44e16535f tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 944 time: 0.0551946 Sep 09 20:36:44.436822 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-ab600eb0-072b-488a-9827-f94c71941d21 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:44.437569 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-ab600eb0-072b-488a-9827-f94c71941d21 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:44.457698 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-ab600eb0-072b-488a-9827-f94c71941d21 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5441935 Sep 09 20:36:44.460899 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:44.466563 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a52c9976-d124-4ce2-a1d2-291fd5bb83eb req-5016d323-618a-4c02-bb14-7e57a6a37cca tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512004 Sep 09 20:36:44.475605 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Request body: {'port': {'device_id': '4caaf06d-76d1-4b04-9a95-6de228054337', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:44.542673 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:44.549231 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3285250-aa7f-4091-9122-b8c3d82c60c1 req-0e4fc0c1-591d-43ed-9230-f71cc09e071b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:44.550797 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f3285250-aa7f-4091-9122-b8c3d82c60c1 req-0e4fc0c1-591d-43ed-9230-f71cc09e071b tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 932 time: 0.0513592 Sep 09 20:36:44.602800 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f3285250-aa7f-4091-9122-b8c3d82c60c1 req-e6874860-658c-40ba-a913-ddfbb45d6f9f tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9816d50-38c0-43f0-90b7-68bd26629882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451591 Sep 09 20:36:44.660044 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-34e118ee-d3c7-47df-810f-ccdfcec4f310 None None] Provisioning complete for port 7746db9b-20e7-4d13-93ef-049fa47f14c9 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:44.660996 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-34e118ee-d3c7-47df-810f-ccdfcec4f310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:44.692335 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:44.699848 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-34e118ee-d3c7-47df-810f-ccdfcec4f310 None None] Port 7746db9b-20e7-4d13-93ef-049fa47f14c9 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:36:44.808309 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7746db9b-20e7-4d13-93ef-049fa47f14c9 {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:36:44.815540 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Publish callbacks [] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:44.828311 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Transition to ACTIVE for port object 7746db9b-20e7-4d13-93ef-049fa47f14c9 will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:36:44.831892 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:44.912261 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Pushing event updated for resources: {'Port': ['ID=7746db9b-20e7-4d13-93ef-049fa47f14c9,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:44.940644 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Attempting to bind port 7746db9b-20e7-4d13-93ef-049fa47f14c9 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:36:44.940982 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Attempting to bind port 7746db9b-20e7-4d13-93ef-049fa47f14c9 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:36:44.941346 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Attempting to bind port 7746db9b-20e7-4d13-93ef-049fa47f14c9 on network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:36:44.985479 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Port 7746db9b-20e7-4d13-93ef-049fa47f14c9 on network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:36:44.985803 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Attempting to bind port 7746db9b-20e7-4d13-93ef-049fa47f14c9 on network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:36:45.026307 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:36:45.026637 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Checking segment: {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:36:45.027011 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Bound using segment: {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:36:45.027431 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Bound port: 7746db9b-20e7-4d13-93ef-049fa47f14c9, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f314c1d3-8a4c-4802-8c6d-531cb71a742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:36:45.027781 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:45.059265 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:45.087222 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] For port 7746db9b-20e7-4d13-93ef-049fa47f14c9, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:36:45.090133 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] For port 7746db9b-20e7-4d13-93ef-049fa47f14c9, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=7746db9b-20e7-4d13-93ef-049fa47f14c9,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:36:45.096518 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:45.100395 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:45.101022 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:45.102396 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/7746db9b-20e7-4d13-93ef-049fa47f14c9 HTTP/1.1" status: 200 len: 1094 time: 0.6315670 Sep 09 20:36:45.102928 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4caaf06d-76d1-4b04-9a95-6de228054337', 'tag': '7746db9b-20e7-4d13-93ef-049fa47f14c9'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:36:45.105117 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927fd099-3793-475e-8975-6dbb37f39fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "4caaf06d-76d1-4b04-9a95-6de228054337", "tag": "7746db9b-20e7-4d13-93ef-049fa47f14c9"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:36:45.146258 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c8c541-95c7-4a0a-87de-9b0419a4f51c x-openstack-request-id: req-45c8c541-95c7-4a0a-87de-9b0419a4f51c {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:36:45.146544 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4caaf06d-76d1-4b04-9a95-6de228054337", "tag": "7746db9b-20e7-4d13-93ef-049fa47f14c9", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:36:45.146792 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-45c8c541-95c7-4a0a-87de-9b0419a4f51c {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:36:45.147220 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c8c541-95c7-4a0a-87de-9b0419a4f51c'] response: {'name': 'network-changed', 'server_uuid': '4caaf06d-76d1-4b04-9a95-6de228054337', 'tag': '7746db9b-20e7-4d13-93ef-049fa47f14c9', 'status': 'completed', 'code': 200} Sep 09 20:36:45.172066 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa33b9-ac6e-42ed-abca-29e5388916be service neutron] Pushing event updated for resources: {'Port': ['ID=7746db9b-20e7-4d13-93ef-049fa47f14c9,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:45.203245 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:45.206856 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-a593ef83-3307-40cd-9d01-0e61d29a5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:45.208557 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-a593ef83-3307-40cd-9d01-0e61d29a5743 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 1128 time: 0.0457685 Sep 09 20:36:45.247846 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-bdb98833-c6ff-495a-b7d6-dd8b8fa4a743 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7746db9b-20e7-4d13-93ef-049fa47f14c9 HTTP/1.1" status: 200 len: 217 time: 0.0322673 Sep 09 20:36:45.295121 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-fd4645f1-b954-4749-9d38-70bd0a794378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:45.296572 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-fd4645f1-b954-4749-9d38-70bd0a794378 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cc644494-9f43-4a38-b775-113edbb4b69f HTTP/1.1" status: 200 len: 853 time: 0.0423298 Sep 09 20:36:45.342969 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-44815245-32c9-46a0-bd06-36f31cd0df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:45.344323 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-44815245-32c9-46a0-bd06-36f31cd0df23 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416822 Sep 09 20:36:45.438290 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-49f7ec4e-db00-44d5-823a-d1978e2184e0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843153 Sep 09 20:36:45.531175 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d05fc531-44d8-4e84-9fd8-d1f243290e01 req-8c090f8b-6296-4dc1-8acd-c9a6ddcd6ce2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866005 Sep 09 20:36:45.595419 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ccc54-4681-4ea5-a11d-1db503cfbe5b req-0567ea1e-5c97-4766-a585-b4da528e85a7 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:45.596791 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-061ccc54-4681-4ea5-a11d-1db503cfbe5b req-0567ea1e-5c97-4766-a585-b4da528e85a7 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 944 time: 0.0506320 Sep 09 20:36:45.647507 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-061ccc54-4681-4ea5-a11d-1db503cfbe5b req-48470336-6cea-43af-8641-18a6d0204ded tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444267 Sep 09 20:36:45.727165 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232c59f-31c4-47f3-9871-42f7ad231f37 req-5db43c91-3c96-4bf1-9494-5a8a79e8ce06 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:45.728567 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3232c59f-31c4-47f3-9871-42f7ad231f37 req-5db43c91-3c96-4bf1-9494-5a8a79e8ce06 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 944 time: 0.0462403 Sep 09 20:36:45.774522 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3232c59f-31c4-47f3-9871-42f7ad231f37 req-60821edd-2d79-4706-9a31-8bd8f595a549 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9816d50-38c0-43f0-90b7-68bd26629882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404582 Sep 09 20:36:46.409325 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fd099-3793-475e-8975-6dbb37f39fa9 req-bfd4f943-883b-4f17-bd17-e141fe12e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:46.410784 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-927fd099-3793-475e-8975-6dbb37f39fa9 req-bfd4f943-883b-4f17-bd17-e141fe12e33f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 1128 time: 0.0385787 Sep 09 20:36:46.503073 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fd099-3793-475e-8975-6dbb37f39fa9 req-fc4cf116-7ff6-4cfa-9a84-9b4a0392774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:46.504484 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-927fd099-3793-475e-8975-6dbb37f39fa9 req-fc4cf116-7ff6-4cfa-9a84-9b4a0392774d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 915 time: 0.0870924 Sep 09 20:36:46.542550 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-927fd099-3793-475e-8975-6dbb37f39fa9 req-869f1e9f-05e1-460e-9672-18f7c56a65c9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7746db9b-20e7-4d13-93ef-049fa47f14c9 HTTP/1.1" status: 200 len: 217 time: 0.0315156 Sep 09 20:36:46.589176 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fd099-3793-475e-8975-6dbb37f39fa9 req-2485b8ec-a880-4b81-9f3c-4cd68a3028e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:46.590624 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-927fd099-3793-475e-8975-6dbb37f39fa9 req-2485b8ec-a880-4b81-9f3c-4cd68a3028e4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cc644494-9f43-4a38-b775-113edbb4b69f HTTP/1.1" status: 200 len: 853 time: 0.0425825 Sep 09 20:36:46.633993 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fd099-3793-475e-8975-6dbb37f39fa9 req-9559b27d-142b-4367-9384-62ed9da602f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:46.635414 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-927fd099-3793-475e-8975-6dbb37f39fa9 req-9559b27d-142b-4367-9384-62ed9da602f3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382879 Sep 09 20:36:46.728278 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-927fd099-3793-475e-8975-6dbb37f39fa9 req-e32f4414-0881-4982-8c08-258f6a1e0151 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869317 Sep 09 20:36:46.766180 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ee88f-5d06-4782-9de4-d72003d19a87 req-5a0c4002-0b98-467e-ba17-7992d8827744 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:46.767711 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c03ee88f-5d06-4782-9de4-d72003d19a87 req-5a0c4002-0b98-467e-ba17-7992d8827744 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 944 time: 0.0464640 Sep 09 20:36:46.779576 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:46.822324 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c03ee88f-5d06-4782-9de4-d72003d19a87 req-1e2b8c1e-71e6-415e-9cb9-6620a76f6346 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481293 Sep 09 20:36:46.828645 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-927fd099-3793-475e-8975-6dbb37f39fa9 req-75553f2f-9207-4b82-b061-959626b0b8df service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935578 Sep 09 20:36:46.896700 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab77431-748e-4a5a-87d7-d6c89d306430 req-6dd2346c-52f5-46ed-a2ae-1a8657b25fb8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:46.898705 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-aab77431-748e-4a5a-87d7-d6c89d306430 req-6dd2346c-52f5-46ed-a2ae-1a8657b25fb8 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 944 time: 0.0465901 Sep 09 20:36:46.946138 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-aab77431-748e-4a5a-87d7-d6c89d306430 req-dd64d76b-0faf-4bc5-b27f-4d586fc9ff7e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9816d50-38c0-43f0-90b7-68bd26629882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417514 Sep 09 20:36:47.939993 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8ed96-8140-46f6-82eb-f75bbb7b446a req-9219898c-9616-4d74-b3ae-fad0a044e76d tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:47.941382 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bdf8ed96-8140-46f6-82eb-f75bbb7b446a req-9219898c-9616-4d74-b3ae-fad0a044e76d tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 944 time: 0.0458376 Sep 09 20:36:47.989834 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bdf8ed96-8140-46f6-82eb-f75bbb7b446a req-91d14490-7a5d-4eca-958a-bdf9fa46e43a tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428755 Sep 09 20:36:48.333281 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5ea9c-f79e-4729-ba36-2a0cd844e7ce req-39e22d39-83a6-4909-9f39-49289b9de86d tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:48.334750 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-aac5ea9c-f79e-4729-ba36-2a0cd844e7ce req-39e22d39-83a6-4909-9f39-49289b9de86d tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 944 time: 0.3141778 Sep 09 20:36:48.380833 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-aac5ea9c-f79e-4729-ba36-2a0cd844e7ce req-26446c7d-39b4-4bac-8e6e-27e4c59345e5 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9816d50-38c0-43f0-90b7-68bd26629882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400085 Sep 09 20:36:48.817720 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 7746db9b-20e7-4d13-93ef-049fa47f14c9 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:36:48.826219 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:48.915570 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 7746db9b-20e7-4d13-93ef-049fa47f14c9, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=7746db9b-20e7-4d13-93ef-049fa47f14c9,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:48.926424 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': '7746db9b-20e7-4d13-93ef-049fa47f14c9', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'port_id': '7746db9b-20e7-4d13-93ef-049fa47f14c9', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:36:48.966476 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 7746db9b-20e7-4d13-93ef-049fa47f14c9 is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:48.966863 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:48.980169 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7746db9b-20e7-4d13-93ef-049fa47f14c9 {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:36:48.998893 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 7746db9b-20e7-4d13-93ef-049fa47f14c9, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=7746db9b-20e7-4d13-93ef-049fa47f14c9,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:49.002603 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:49.048018 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=7746db9b-20e7-4d13-93ef-049fa47f14c9,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:49.055030 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:49.055377 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:49.055716 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:49.056051 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:49.056382 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:49.056708 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:49.057032 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:49.057377 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:49.057700 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:49.058020 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:49.058340 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:49.058661 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:49.058977 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:49.059290 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:49.059607 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:36:49.108606 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9c0c-0294-487e-bd54-b06426ca0967 req-1ae7404b-c0ce-45bb-a588-650c8e9f4810 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:49.110303 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c24a9c0c-0294-487e-bd54-b06426ca0967 req-1ae7404b-c0ce-45bb-a588-650c8e9f4810 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 944 time: 0.0461578 Sep 09 20:36:49.158593 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c24a9c0c-0294-487e-bd54-b06426ca0967 req-66e08f46-ecd4-4818-8d76-090300880bc6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426931 Sep 09 20:36:49.240776 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['7746db9b-20e7-4d13-93ef-049fa47f14c9'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:36:49.514392 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae791d-6799-4aec-ad2a-1972b37d63b1 req-4ac2dd5c-5cba-4cd5-99cf-617e4f5ada7c tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:49.515775 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-62ae791d-6799-4aec-ad2a-1972b37d63b1 req-4ac2dd5c-5cba-4cd5-99cf-617e4f5ada7c tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 945 time: 0.0529063 Sep 09 20:36:49.562502 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-62ae791d-6799-4aec-ad2a-1972b37d63b1 req-894f7952-c3e5-4f5a-b66c-e0d025812b7d tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9816d50-38c0-43f0-90b7-68bd26629882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409746 Sep 09 20:36:49.615280 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:50.277372 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443bce2-8672-41c5-b89e-c8a0d54c4f0b req-b36441cf-3458-43f6-80bf-0867385707db tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:50.278822 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e443bce2-8672-41c5-b89e-c8a0d54c4f0b req-b36441cf-3458-43f6-80bf-0867385707db tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 944 time: 0.0459154 Sep 09 20:36:50.328994 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e443bce2-8672-41c5-b89e-c8a0d54c4f0b req-171c14de-658e-4546-99d8-4b784f822fa0 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435536 Sep 09 20:36:50.645449 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:50.681883 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8bdfc-730e-4ba0-949b-8b5288c59653 req-155d392e-d80c-4944-96ac-e127d5a8a4ac tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:50.683359 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6ea8bdfc-730e-4ba0-949b-8b5288c59653 req-155d392e-d80c-4944-96ac-e127d5a8a4ac tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 945 time: 0.0478013 Sep 09 20:36:50.733370 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6ea8bdfc-730e-4ba0-949b-8b5288c59653 req-94ab3e16-1268-48ea-91eb-bf346ac1149c tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9816d50-38c0-43f0-90b7-68bd26629882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444236 Sep 09 20:36:50.817736 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device bf962b29-7eb7-46b4-a569-cb818262af3e details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:36:50.821463 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 7746db9b-20e7-4d13-93ef-049fa47f14c9 up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:36:50.916360 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port 7746db9b-20e7-4d13-93ef-049fa47f14c9 completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:36:50.925058 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port 7746db9b-20e7-4d13-93ef-049fa47f14c9 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:50.925458 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:50.980882 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port bf962b29-7eb7-46b4-a569-cb818262af3e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=bf962b29-7eb7-46b4-a569-cb818262af3e,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:50.996559 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': 'bf962b29-7eb7-46b4-a569-cb818262af3e', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'port_id': 'bf962b29-7eb7-46b4-a569-cb818262af3e', 'mac_address': 'fa:16:3e:f2:27:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:36:51.056323 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 7746db9b-20e7-4d13-93ef-049fa47f14c9 is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:51.056703 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:51.059698 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port bf962b29-7eb7-46b4-a569-cb818262af3e is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:51.060060 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:51.071482 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:36:51.200700 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf962b29-7eb7-46b4-a569-cb818262af3e {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:36:51.210918 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:51.212709 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:51.220336 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caaf06d-76d1-4b04-9a95-6de228054337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7746db9b-20e7-4d13-93ef-049fa47f14c9'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:36:51.222659 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a76f11-80f2-4de0-95d1-20e865aa5ab6" -d '{"events": [{"server_uuid": "4caaf06d-76d1-4b04-9a95-6de228054337", "name": "network-vif-plugged", "status": "completed", "tag": "7746db9b-20e7-4d13-93ef-049fa47f14c9"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:36:51.243339 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port bf962b29-7eb7-46b4-a569-cb818262af3e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=bf962b29-7eb7-46b4-a569-cb818262af3e,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:51.245647 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 7746db9b-20e7-4d13-93ef-049fa47f14c9, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=7746db9b-20e7-4d13-93ef-049fa47f14c9,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:51.248272 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:51.252772 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:51.273399 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68e5cfa-5679-4db4-a57c-b93352c8f602 x-openstack-request-id: req-b68e5cfa-5679-4db4-a57c-b93352c8f602 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:36:51.273690 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4caaf06d-76d1-4b04-9a95-6de228054337", "name": "network-vif-plugged", "status": "completed", "tag": "7746db9b-20e7-4d13-93ef-049fa47f14c9", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:36:51.273938 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b68e5cfa-5679-4db4-a57c-b93352c8f602 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:36:51.274327 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b68e5cfa-5679-4db4-a57c-b93352c8f602'] response: {'server_uuid': '4caaf06d-76d1-4b04-9a95-6de228054337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7746db9b-20e7-4d13-93ef-049fa47f14c9', 'code': 200} Sep 09 20:36:51.299100 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=bf962b29-7eb7-46b4-a569-cb818262af3e,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:51.353680 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=7746db9b-20e7-4d13-93ef-049fa47f14c9,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:51.448746 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d629eb9-ad2f-4bcc-89d0-1c6c6e002478 req-ebb59b31-f466-4713-bb77-e33244155923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:51.450279 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef3241-fdbe-4a2e-a2b5-0c4ff9941415 req-d04f8147-00e4-465f-a3cf-62b87c60b9c4 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:51.451765 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5d629eb9-ad2f-4bcc-89d0-1c6c6e002478 req-ebb59b31-f466-4713-bb77-e33244155923 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 1130 time: 0.0405028 Sep 09 20:36:51.451895 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-11ef3241-fdbe-4a2e-a2b5-0c4ff9941415 req-d04f8147-00e4-465f-a3cf-62b87c60b9c4 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 945 time: 0.0472460 Sep 09 20:36:51.490417 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['bf962b29-7eb7-46b4-a569-cb818262af3e'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:36:51.501264 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5d629eb9-ad2f-4bcc-89d0-1c6c6e002478 req-b95de25f-e34e-4bcb-a8de-0252b7fea53e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b9816d50-38c0-43f0-90b7-68bd26629882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411775 Sep 09 20:36:51.508718 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-11ef3241-fdbe-4a2e-a2b5-0c4ff9941415 req-05641adf-f27a-4548-a29b-7a61f5ab7380 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507653 Sep 09 20:36:51.855186 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4dd67a-b0ad-432c-bd77-f67ed8791806 req-29edce5f-18b1-4cf5-ab0a-8ce279c4a37c tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:51.856601 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ac4dd67a-b0ad-432c-bd77-f67ed8791806 req-29edce5f-18b1-4cf5-ab0a-8ce279c4a37c tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 946 time: 0.0458024 Sep 09 20:36:51.902664 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ac4dd67a-b0ad-432c-bd77-f67ed8791806 req-2d32eff6-1b4a-482e-869c-14d245e253fc tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9816d50-38c0-43f0-90b7-68bd26629882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402637 Sep 09 20:36:52.638369 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a9bf3-923f-4531-a321-6afddee5a714 req-25efd4f1-6170-439c-bbbb-8a71986d4a9e tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:52.639777 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-534a9bf3-923f-4531-a321-6afddee5a714 req-25efd4f1-6170-439c-bbbb-8a71986d4a9e tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 945 time: 0.0496149 Sep 09 20:36:52.689023 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-534a9bf3-923f-4531-a321-6afddee5a714 req-d51598a1-843e-4ad8-8127-0c5f70d4aa95 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435233 Sep 09 20:36:52.821300 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device bf962b29-7eb7-46b4-a569-cb818262af3e up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:36:52.864044 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port bf962b29-7eb7-46b4-a569-cb818262af3e completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:36:52.870311 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port bf962b29-7eb7-46b4-a569-cb818262af3e triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:36:52.870677 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:52.940975 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port bf962b29-7eb7-46b4-a569-cb818262af3e is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:36:52.941397 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:52.976771 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port bf962b29-7eb7-46b4-a569-cb818262af3e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=bf962b29-7eb7-46b4-a569-cb818262af3e,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:36:52.980785 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:53.034097 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde65cf9-0996-4884-b8f5-eb41c946f527 req-6049cd18-e466-4142-9c01-16c31b3926ea tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:53.034357 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=bf962b29-7eb7-46b4-a569-cb818262af3e,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:53.036226 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dde65cf9-0996-4884-b8f5-eb41c946f527 req-6049cd18-e466-4142-9c01-16c31b3926ea tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 946 time: 0.0503786 Sep 09 20:36:53.086160 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dde65cf9-0996-4884-b8f5-eb41c946f527 req-da0fd068-e4f2-448c-9f18-bda578869025 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9816d50-38c0-43f0-90b7-68bd26629882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442026 Sep 09 20:36:53.275284 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf962b29-7eb7-46b4-a569-cb818262af3e'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:36:53.277616 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d487eab-7807-4788-a882-4b7bc10eb318" -d '{"events": [{"server_uuid": "90b69aea-f2d0-4dec-abe2-3bfa9af1328f", "name": "network-vif-plugged", "status": "completed", "tag": "bf962b29-7eb7-46b4-a569-cb818262af3e"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:36:53.314614 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c234eed-158f-4f63-88a2-4bc2f744f389 x-openstack-request-id: req-2c234eed-158f-4f63-88a2-4bc2f744f389 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:36:53.314906 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b69aea-f2d0-4dec-abe2-3bfa9af1328f", "name": "network-vif-plugged", "status": "completed", "tag": "bf962b29-7eb7-46b4-a569-cb818262af3e", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:36:53.315161 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c234eed-158f-4f63-88a2-4bc2f744f389 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:36:53.315561 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c234eed-158f-4f63-88a2-4bc2f744f389'] response: {'server_uuid': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf962b29-7eb7-46b4-a569-cb818262af3e', 'code': 200} Sep 09 20:36:53.529764 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:53.533512 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bca9e7-cf7a-4b63-9478-a145f1ceec1e req-76cd344a-7c7b-41ff-90c7-55e4f3c659c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:53.535013 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-57bca9e7-cf7a-4b63-9478-a145f1ceec1e req-76cd344a-7c7b-41ff-90c7-55e4f3c659c4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 1130 time: 0.0387070 Sep 09 20:36:53.580308 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-57bca9e7-cf7a-4b63-9478-a145f1ceec1e req-fce0343b-ccdc-4f13-9883-c86c7babf270 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395291 Sep 09 20:36:53.807120 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4631cb-d22a-4368-bf31-518ee8632435 req-a19d0e1c-6c54-4dd4-8833-45aae22e257f tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:53.808453 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ff4631cb-d22a-4368-bf31-518ee8632435 req-a19d0e1c-6c54-4dd4-8833-45aae22e257f tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0461421 Sep 09 20:36:53.842956 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:53.861551 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ff4631cb-d22a-4368-bf31-518ee8632435 req-ff8d38bc-4a35-42b0-a30c-df82ff5903ae tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475647 Sep 09 20:36:54.205230 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3dc5-9ca2-4e95-af04-17f17f33117f req-bb9dafc1-4fac-4673-a0ad-c3b4a3c8e0d7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:54.206687 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4e9f3dc5-9ca2-4e95-af04-17f17f33117f req-bb9dafc1-4fac-4673-a0ad-c3b4a3c8e0d7 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 946 time: 0.0466268 Sep 09 20:36:54.253155 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4e9f3dc5-9ca2-4e95-af04-17f17f33117f req-5e5eaf0c-f579-4288-96a0-03190f2f2064 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9816d50-38c0-43f0-90b7-68bd26629882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404713 Sep 09 20:36:54.368522 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cecaeb-4e28-4588-b433-0a43af0cd48d req-6bd1c83a-319e-4d21-959b-41d3fa9a1960 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:54.370010 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-81cecaeb-4e28-4588-b433-0a43af0cd48d req-6bd1c83a-319e-4d21-959b-41d3fa9a1960 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 946 time: 0.0462608 Sep 09 20:36:54.379978 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 37152) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:54.384874 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-39ca3add-07ff-4f3c-8c90-3a1ebdb8fcd9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Request body: {'floatingip': {'port_id': '7746db9b-20e7-4d13-93ef-049fa47f14c9'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:54.424840 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-39ca3add-07ff-4f3c-8c90-3a1ebdb8fcd9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (ab4d5ec0-b9b2-4094-991a-cf41a037652e), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:54.706417 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:54.842436 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-39ca3add-07ff-4f3c-8c90-3a1ebdb8fcd9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:54.847771 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-39ca3add-07ff-4f3c-8c90-3a1ebdb8fcd9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (ab4d5ec0-b9b2-4094-991a-cf41a037652e), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:54.970534 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.l3_db [None req-39ca3add-07ff-4f3c-8c90-3a1ebdb8fcd9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Floating IP ab4d5ec0-b9b2-4094-991a-cf41a037652e associated. External IP: 172.27.1.246, port: 7746db9b-20e7-4d13-93ef-049fa47f14c9. Sep 09 20:36:55.016764 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef165951-546a-40fd-84ca-d6f13de31a1b req-3a437314-9278-4123-be11-01bc2b618ef4 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:55.018245 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ef165951-546a-40fd-84ca-d6f13de31a1b req-3a437314-9278-4123-be11-01bc2b618ef4 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0824351 Sep 09 20:36:55.118760 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ef165951-546a-40fd-84ca-d6f13de31a1b req-2be748f8-23f2-45ac-ba74-754eb372b4a2 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911317 Sep 09 20:36:55.218164 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ca3add-07ff-4f3c-8c90-3a1ebdb8fcd9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Router 549801df-edf5-4c2d-9b08-99e9bfdfff0b has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:36:55.260756 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:55.317589 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ca3add-07ff-4f3c-8c90-3a1ebdb8fcd9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:36:55.322520 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-39ca3add-07ff-4f3c-8c90-3a1ebdb8fcd9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:55.328083 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1207e2a-e5fa-4815-90dc-db98dfd902a1 None None] Sync routers for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:36:55.338949 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1207e2a-e5fa-4815-90dc-db98dfd902a1 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:55.339570 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-f1207e2a-e5fa-4815-90dc-db98dfd902a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:55.354282 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-39ca3add-07ff-4f3c-8c90-3a1ebdb8fcd9 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/ab4d5ec0-b9b2-4094-991a-cf41a037652e HTTP/1.1" status: 200 len: 992 time: 0.9731891 Sep 09 20:36:55.354928 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4caaf06d-76d1-4b04-9a95-6de228054337', 'tag': '7746db9b-20e7-4d13-93ef-049fa47f14c9'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:36:55.357308 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be3a56a-94bc-4996-8648-916eedec30a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4caaf06d-76d1-4b04-9a95-6de228054337", "tag": "7746db9b-20e7-4d13-93ef-049fa47f14c9"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:36:55.394590 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef50044a-ce78-46c2-b977-3e87ebdef1ea x-openstack-request-id: req-ef50044a-ce78-46c2-b977-3e87ebdef1ea {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:36:55.394882 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4caaf06d-76d1-4b04-9a95-6de228054337", "tag": "7746db9b-20e7-4d13-93ef-049fa47f14c9", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:36:55.395135 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ef50044a-ce78-46c2-b977-3e87ebdef1ea {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:36:55.395542 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef50044a-ce78-46c2-b977-3e87ebdef1ea'] response: {'name': 'network-changed', 'server_uuid': '4caaf06d-76d1-4b04-9a95-6de228054337', 'tag': '7746db9b-20e7-4d13-93ef-049fa47f14c9', 'status': 'completed', 'code': 200} Sep 09 20:36:55.418716 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:55.444799 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-f1207e2a-e5fa-4815-90dc-db98dfd902a1 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:55.462989 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3a56a-94bc-4996-8648-916eedec30a6 req-a50cb721-952d-4019-ada5-b94df892ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:55.464521 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5be3a56a-94bc-4996-8648-916eedec30a6 req-a50cb721-952d-4019-ada5-b94df892ca5b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=624ed22fc46047e1a842200db3388b63&device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 1130 time: 0.0478368 Sep 09 20:36:55.539521 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:55.562646 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3a56a-94bc-4996-8648-916eedec30a6 req-6b838fca-8cda-40c0-8ed1-d48a4d4d10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:55.564101 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5be3a56a-94bc-4996-8648-916eedec30a6 req-6b838fca-8cda-40c0-8ed1-d48a4d4d10f4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 200 len: 915 time: 0.0885043 Sep 09 20:36:55.609487 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:55.629592 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5be3a56a-94bc-4996-8648-916eedec30a6 req-ca364e00-8013-4908-8c79-df867985f86e service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7746db9b-20e7-4d13-93ef-049fa47f14c9 HTTP/1.1" status: 200 len: 1000 time: 0.0586274 Sep 09 20:36:55.654494 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-f1207e2a-e5fa-4815-90dc-db98dfd902a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'ab4d5ec0-b9b2-4094-991a-cf41a037652e', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': '7746db9b-20e7-4d13-93ef-049fa47f14c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caaf06d-76d1-4b04-9a95-6de228054337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:36:41Z', 'updated_at': '2022-09-09T20:36:54Z', 'revision_number': 1, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:55.679545 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3a56a-94bc-4996-8648-916eedec30a6 req-33cd09e0-3568-4f24-a1f3-bc4958303bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:55.680999 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5be3a56a-94bc-4996-8648-916eedec30a6 req-33cd09e0-3568-4f24-a1f3-bc4958303bd2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=cc644494-9f43-4a38-b775-113edbb4b69f HTTP/1.1" status: 200 len: 853 time: 0.0445142 Sep 09 20:36:55.683219 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1207e2a-e5fa-4815-90dc-db98dfd902a1 None None] Checking router: 549801df-edf5-4c2d-9b08-99e9bfdfff0b for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:36:55.691675 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1207e2a-e5fa-4815-90dc-db98dfd902a1 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:55.692357 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-f1207e2a-e5fa-4815-90dc-db98dfd902a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:55.728928 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3a56a-94bc-4996-8648-916eedec30a6 req-475f15bc-5747-49c4-9b3b-ea05aac7a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:55.730493 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5be3a56a-94bc-4996-8648-916eedec30a6 req-475f15bc-5747-49c4-9b3b-ea05aac7a79a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397243 Sep 09 20:36:55.793237 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-f1207e2a-e5fa-4815-90dc-db98dfd902a1 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:55.825223 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5be3a56a-94bc-4996-8648-916eedec30a6 req-824587d9-3345-4e03-a837-8716f95eabcd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876942 Sep 09 20:36:55.921828 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-5be3a56a-94bc-4996-8648-916eedec30a6 req-4a616b56-5de9-4945-b98e-b502979d4fca service neutron] 10.222.0.25 "GET /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895691 Sep 09 20:36:56.000988 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-f1207e2a-e5fa-4815-90dc-db98dfd902a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'ab4d5ec0-b9b2-4094-991a-cf41a037652e', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': '7746db9b-20e7-4d13-93ef-049fa47f14c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caaf06d-76d1-4b04-9a95-6de228054337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:36:41Z', 'updated_at': '2022-09-09T20:36:54Z', 'revision_number': 1, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:56.025422 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1207e2a-e5fa-4815-90dc-db98dfd902a1 None None] The sync data for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi is: [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'ab4d5ec0-b9b2-4094-991a-cf41a037652e', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'port_id': '7746db9b-20e7-4d13-93ef-049fa47f14c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caaf06d-76d1-4b04-9a95-6de228054337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:36:41Z', 'updated_at': '2022-09-09T20:36:54Z', 'revision_number': 1, 'project_id': '624ed22fc46047e1a842200db3388b63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:36:56.221878 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8eed1f-a534-4b85-8bc4-9a175b22132d None None] New status for floating IP ab4d5ec0-b9b2-4094-991a-cf41a037652e: ACTIVE {{(pid=106237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:36:56.244064 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca178d00-5b0a-4240-9135-4ad8cc6b0dfa req-8bd52516-77cc-42b7-bc60-d718e7622b27 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:56.245605 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ca178d00-5b0a-4240-9135-4ad8cc6b0dfa req-8bd52516-77cc-42b7-bc60-d718e7622b27 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0482707 Sep 09 20:36:56.296110 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ca178d00-5b0a-4240-9135-4ad8cc6b0dfa req-825a366e-2c48-4927-9fea-23a7e69ae760 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448425 Sep 09 20:36:56.418271 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c327ce8-138e-4361-ac81-4b8fea5109be req-1216235a-9d7d-4e5e-a037-07db13c04d04 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:56.419725 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6c327ce8-138e-4361-ac81-4b8fea5109be req-1216235a-9d7d-4e5e-a037-07db13c04d04 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0474699 Sep 09 20:36:56.468119 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6c327ce8-138e-4361-ac81-4b8fea5109be req-38cf1890-6538-4915-8907-9a1d3be85edb tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429175 Sep 09 20:36:56.495845 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 37164) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:56.634778 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50bc99b-2df4-4405-a7bd-2ee42b528f00 tempest-TestShelveInstance-1515397932 tempest-TestShelveInstance-1515397932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:56.636237 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-a50bc99b-2df4-4405-a7bd-2ee42b528f00 tempest-TestShelveInstance-1515397932 tempest-TestShelveInstance-1515397932-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 1125 time: 0.1394312 Sep 09 20:36:56.639146 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 37168) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:36:56.643178 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Request body: {'floatingip': {'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'port_id': 'bf962b29-7eb7-46b4-a569-cb818262af3e', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:36:56.651038 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:56.665118 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:56.743780 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:56.853115 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Allocated IP 172.27.1.161 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/90fff34c-b456-4191-a539-47546e0db7d4) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:36:56.957597 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for port (90fff34c-b456-4191-a539-47546e0db7d4), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:56.990231 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (90fff34c-b456-4191-a539-47546e0db7d4), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:57.027252 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:36:57.032029 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:36:57.035905 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:36:57.057439 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Pushing event updated for resources: {'Port': ['ID=90fff34c-b456-4191-a539-47546e0db7d4,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:57.109998 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:57.383455 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for floatingip (d36422c1-be95-431c-a06a-817cb9577fb7), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:57.443017 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:57.448525 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (90fff34c-b456-4191-a539-47546e0db7d4), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:57.601602 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for port (90fff34c-b456-4191-a539-47546e0db7d4), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:57.606111 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12204078'] for port (90fff34c-b456-4191-a539-47546e0db7d4), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:57.674564 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Pushing event updated for resources: {'Port': ['ID=90fff34c-b456-4191-a539-47546e0db7d4,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:36:57.679186 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (d36422c1-be95-431c-a06a-817cb9577fb7), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:57.772997 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.l3_db [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Floating IP d36422c1-be95-431c-a06a-817cb9577fb7 associated. External IP: 172.27.1.161, port: bf962b29-7eb7-46b4-a569-cb818262af3e. Sep 09 20:36:58.176289 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:58.227243 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Router 05aa537f-0e58-4f24-bf33-1777db3851fc has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:36:58.327880 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:36:58.341771 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3d549-5370-4753-952a-a863e2b71c22 None None] Sync routers for ids ['05aa537f-0e58-4f24-bf33-1777db3851fc'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:36:58.346020 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:36:58.351089 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3d549-5370-4753-952a-a863e2b71c22 None None] Routers {'05aa537f-0e58-4f24-bf33-1777db3851fc'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:58.351698 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-e9f3d549-5370-4753-952a-a863e2b71c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['05aa537f-0e58-4f24-bf33-1777db3851fc'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:58.378421 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-cd3fe20e-7206-4281-a961-9966b948a757 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7382913 Sep 09 20:36:58.379092 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'tag': 'bf962b29-7eb7-46b4-a569-cb818262af3e'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:36:58.381974 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b8bd15-fb59-46f7-add3-37f423a9696f" -d '{"events": [{"name": "network-changed", "server_uuid": "90b69aea-f2d0-4dec-abe2-3bfa9af1328f", "tag": "bf962b29-7eb7-46b4-a569-cb818262af3e"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:36:58.419630 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9736403a-6959-4f0a-afd2-ce4dc339cd6c x-openstack-request-id: req-9736403a-6959-4f0a-afd2-ce4dc339cd6c {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:36:58.420218 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b69aea-f2d0-4dec-abe2-3bfa9af1328f", "tag": "bf962b29-7eb7-46b4-a569-cb818262af3e", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:36:58.420218 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9736403a-6959-4f0a-afd2-ce4dc339cd6c {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:36:58.420572 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9736403a-6959-4f0a-afd2-ce4dc339cd6c'] response: {'name': 'network-changed', 'server_uuid': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'tag': 'bf962b29-7eb7-46b4-a569-cb818262af3e', 'status': 'completed', 'code': 200} Sep 09 20:36:58.455988 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-e9f3d549-5370-4753-952a-a863e2b71c22 None None] Set router 05aa537f-0e58-4f24-bf33-1777db3851fc gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:58.484340 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8bd15-fb59-46f7-add3-37f423a9696f req-88dbc2e9-14b1-44ae-9e34-fc2a99f23ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:58.485918 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-64b8bd15-fb59-46f7-add3-37f423a9696f req-88dbc2e9-14b1-44ae-9e34-fc2a99f23ec7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=474aa97f67a8457ab6900081711a0bf1&device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 1130 time: 0.0435584 Sep 09 20:36:58.574491 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8bd15-fb59-46f7-add3-37f423a9696f req-0a2888b0-b74a-4fe0-adb4-3bbe9cd541d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:58.575929 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-64b8bd15-fb59-46f7-add3-37f423a9696f req-0a2888b0-b74a-4fe0-adb4-3bbe9cd541d6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 HTTP/1.1" status: 200 len: 909 time: 0.0843990 Sep 09 20:36:58.639914 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-64b8bd15-fb59-46f7-add3-37f423a9696f req-b99ef606-02a4-4271-bb32-a8afb0bf7ca7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf962b29-7eb7-46b4-a569-cb818262af3e HTTP/1.1" status: 200 len: 1000 time: 0.0572619 Sep 09 20:36:58.661582 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-e9f3d549-5370-4753-952a-a863e2b71c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 4, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'gw_port': {'id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'd36422c1-be95-431c-a06a-817cb9577fb7', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'port_id': 'bf962b29-7eb7-46b4-a569-cb818262af3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'mac_address': 'fa:16:3e:f2:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:36:57Z', 'updated_at': '2022-09-09T20:36:57Z', 'revision_number': 0, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b466afdc-c25e-4e11-953b-5af1a4e8fa7d', 'name': '', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'mac_address': 'fa:16:3e:2e:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:15Z', 'updated_at': '2022-09-09T20:36:22Z', 'revision_number': 5, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'subnets': [{'id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:58.663185 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=100 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:58.686908 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3d549-5370-4753-952a-a863e2b71c22 None None] Checking router: 05aa537f-0e58-4f24-bf33-1777db3851fc for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:36:58.688102 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8bd15-fb59-46f7-add3-37f423a9696f req-4d4b3d29-7dd2-4334-b9be-c475cbf8dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:58.689576 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-64b8bd15-fb59-46f7-add3-37f423a9696f req-4d4b3d29-7dd2-4334-b9be-c475cbf8dd7f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1d1578d6-3429-4815-85e1-8a002ea95504 HTTP/1.1" status: 200 len: 847 time: 0.0441241 Sep 09 20:36:58.695860 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3d549-5370-4753-952a-a863e2b71c22 None None] Routers {'05aa537f-0e58-4f24-bf33-1777db3851fc'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:36:58.696538 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-e9f3d549-5370-4753-952a-a863e2b71c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:36:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['05aa537f-0e58-4f24-bf33-1777db3851fc'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:58.732287 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8bd15-fb59-46f7-add3-37f423a9696f req-7cb2bc56-1298-4bfd-aaea-c4a18eb0e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:36:58.734035 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-64b8bd15-fb59-46f7-add3-37f423a9696f req-7cb2bc56-1298-4bfd-aaea-c4a18eb0e455 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376282 Sep 09 20:36:58.797425 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-e9f3d549-5370-4753-952a-a863e2b71c22 None None] Set router 05aa537f-0e58-4f24-bf33-1777db3851fc gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:36:58.827427 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-64b8bd15-fb59-46f7-add3-37f423a9696f req-759ff435-436b-4998-a38b-ac1669a26a4e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877964 Sep 09 20:36:58.925814 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-64b8bd15-fb59-46f7-add3-37f423a9696f req-4fb348ba-8435-4bc4-a3eb-52d3ea741290 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922122 Sep 09 20:36:58.967159 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=100 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:36:59.131891 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-e9f3d549-5370-4753-952a-a863e2b71c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 4, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'gw_port': {'id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'd36422c1-be95-431c-a06a-817cb9577fb7', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'port_id': 'bf962b29-7eb7-46b4-a569-cb818262af3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'mac_address': 'fa:16:3e:f2:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:36:57Z', 'updated_at': '2022-09-09T20:36:57Z', 'revision_number': 0, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b466afdc-c25e-4e11-953b-5af1a4e8fa7d', 'name': '', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'mac_address': 'fa:16:3e:2e:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:15Z', 'updated_at': '2022-09-09T20:36:22Z', 'revision_number': 5, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'subnets': [{'id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:36:59.155930 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3d549-5370-4753-952a-a863e2b71c22 None None] The sync data for ids ['05aa537f-0e58-4f24-bf33-1777db3851fc'] in dv-cinder-849325-4-iscsi is: [{'id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 4, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'gw_port': {'id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': 'd36422c1-be95-431c-a06a-817cb9577fb7', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'floating_ip_address': '172.27.1.161', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'port_id': 'bf962b29-7eb7-46b4-a569-cb818262af3e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'mac_address': 'fa:16:3e:f2:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:36:57Z', 'updated_at': '2022-09-09T20:36:57Z', 'revision_number': 0, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b466afdc-c25e-4e11-953b-5af1a4e8fa7d', 'name': '', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'mac_address': 'fa:16:3e:2e:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:15Z', 'updated_at': '2022-09-09T20:36:22Z', 'revision_number': 5, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'subnets': [{'id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:36:59.338008 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3809d360-51b3-432d-9681-bb8eae305cf2 None None] New status for floating IP d36422c1-be95-431c-a06a-817cb9577fb7: ACTIVE {{(pid=106237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:37:07.364470 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-2c5b17e8-d7b4-407e-bd3f-612c9d66c111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:08.368985 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:08.371763 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:08.801420 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:08.921349 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:08.923257 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:09.582877 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8df3df7c-f428-4cac-81eb-918a028c0d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:10.898613 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:11.296095 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ce6a80af-0e43-42dd-87d5-d157c8fac031 req-ef04e5da-3353-4248-afa4-e718f8e9d1be service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387740 Sep 09 20:37:11.379824 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a80af-0e43-42dd-87d5-d157c8fac031 req-eb1a7d0b-1c60-49fa-b5d9-19a3da0e1849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:37:11.381821 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ce6a80af-0e43-42dd-87d5-d157c8fac031 req-eb1a7d0b-1c60-49fa-b5d9-19a3da0e1849 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 1129 time: 0.0400877 Sep 09 20:37:11.489096 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a80af-0e43-42dd-87d5-d157c8fac031 req-aa70d73c-e928-49ac-bd3f-26e6b2c0f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:37:11.490595 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ce6a80af-0e43-42dd-87d5-d157c8fac031 req-aa70d73c-e928-49ac-bd3f-26e6b2c0f68c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 913 time: 0.0887749 Sep 09 20:37:11.551484 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ce6a80af-0e43-42dd-87d5-d157c8fac031 req-c0d4cd20-a2f2-4d7e-b143-007a5b6b65ac service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=581d55fb-fee5-444b-bc2c-64e00c4532de HTTP/1.1" status: 200 len: 1001 time: 0.0536962 Sep 09 20:37:11.602193 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a80af-0e43-42dd-87d5-d157c8fac031 req-42b66077-51d1-4337-a972-466d442078a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:37:11.603594 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ce6a80af-0e43-42dd-87d5-d157c8fac031 req-42b66077-51d1-4337-a972-466d442078a1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=81f0046c-13a3-4901-a8ba-33a97db174ef HTTP/1.1" status: 200 len: 851 time: 0.0458059 Sep 09 20:37:11.649420 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a80af-0e43-42dd-87d5-d157c8fac031 req-514aa6b1-bc96-41a0-86fd-e115eed3bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:37:11.650891 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ce6a80af-0e43-42dd-87d5-d157c8fac031 req-514aa6b1-bc96-41a0-86fd-e115eed3bed8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59e2f46b-26f1-41b6-a478-bcc0b9346326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411632 Sep 09 20:37:11.740205 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ce6a80af-0e43-42dd-87d5-d157c8fac031 req-680720d0-e32b-4f87-b6f9-754a6ff93b03 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825279 Sep 09 20:37:12.063094 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ce6a80af-0e43-42dd-87d5-d157c8fac031 req-e12911fc-e665-4dec-a96b-b5bde306e2be service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145525 Sep 09 20:37:12.299723 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:12.468904 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:17.811980 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:17.817814 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:22.058594 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=49 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:22.060447 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=52 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:22.463274 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:22.464057 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=42,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:28.071006 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:37:37.370884 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-ca10585c-f139-4e66-80ad-c5faa322f6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:38.065728 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:38.815335 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:39.585582 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4f097097-d7c7-4b5d-98ba-fbff2d8182f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:40.901107 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:42.161873 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeea511-05c5-47a1-952d-df70a2044d0d req-1539e7de-edb1-4c6c-ab8c-d3cdcc0d3ae0 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:37:42.163256 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cfeea511-05c5-47a1-952d-df70a2044d0d req-1539e7de-edb1-4c6c-ab8c-d3cdcc0d3ae0 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 946 time: 0.0466597 Sep 09 20:37:42.210736 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-cfeea511-05c5-47a1-952d-df70a2044d0d req-76345d9f-af9a-4b44-ac3e-fea12c1a16bf tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9816d50-38c0-43f0-90b7-68bd26629882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419726 Sep 09 20:37:42.301400 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:42.471492 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:43.329878 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042016-b404-471e-b6f3-eba942b3a85d req-cfaf8fad-53b9-414d-83ef-add4d4dd21be tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:37:43.331346 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-43042016-b404-471e-b6f3-eba942b3a85d req-cfaf8fad-53b9-414d-83ef-add4d4dd21be tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 946 time: 0.0456779 Sep 09 20:37:43.377052 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-43042016-b404-471e-b6f3-eba942b3a85d req-3fbc23b3-7dcb-40a5-acf7-844cd5f8b306 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b9816d50-38c0-43f0-90b7-68bd26629882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394714 Sep 09 20:37:43.878390 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-21f48fcb-f5ba-4102-9abb-b49fec348fea tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:37:43.879782 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-21f48fcb-f5ba-4102-9abb-b49fec348fea tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 946 time: 0.0457017 Sep 09 20:37:43.965559 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Deleting port 7746db9b-20e7-4d13-93ef-049fa47f14c9 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:37:43.965897 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:44.052367 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] For port 7746db9b-20e7-4d13-93ef-049fa47f14c9, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=7746db9b-20e7-4d13-93ef-049fa47f14c9,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:37:44.052722 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:44.211752 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:44.212108 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (ab4d5ec0-b9b2-4094-991a-cf41a037652e), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:44.212419 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Floating IP ab4d5ec0-b9b2-4094-991a-cf41a037652e disassociated. External IP: 172.27.1.246, port: 7746db9b-20e7-4d13-93ef-049fa47f14c9. Sep 09 20:37:44.212755 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Calling delete_port for 7746db9b-20e7-4d13-93ef-049fa47f14c9 owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:37:44.336098 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (7746db9b-20e7-4d13-93ef-049fa47f14c9), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:44.363090 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event deleted for resources: {'Port': ['ID=7746db9b-20e7-4d13-93ef-049fa47f14c9,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:37:44.374386 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:44.374736 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:44.375087 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:44.375426 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:44.375758 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:44.376095 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:44.376423 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:44.376754 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:44.377084 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:44.377438 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:44.377766 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:44.378091 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:44.378413 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:44.378736 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:44.379061 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:44.487590 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Router 549801df-edf5-4c2d-9b08-99e9bfdfff0b has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:37:44.490151 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e00268c2-4227-4413-b705-9ce4cb96b184 req-a34e6a6e-ec25-44c1-a468-7e1b109dc97f tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4caaf06d-76d1-4b04-9a95-6de228054337 HTTP/1.1" status: 200 len: 210 time: 0.0363133 Sep 09 20:37:44.593389 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:37:44.604186 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23919b80-73b2-4955-b565-0e44b8c58ba3 None None] Sync routers for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:37:44.615605 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23919b80-73b2-4955-b565-0e44b8c58ba3 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:37:44.616317 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-23919b80-73b2-4955-b565-0e44b8c58ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:37:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:37:44.639374 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] No DVR routers for this DVR port 7746db9b-20e7-4d13-93ef-049fa47f14c9 on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:37:44.641916 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:44.645154 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-3db50c6d-15b2-4303-9b42-fd8552a3056d req-9a005181-e8b6-4f1d-b903-cb37491013aa tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.25 "DELETE /networking/v2.0/ports/7746db9b-20e7-4d13-93ef-049fa47f14c9 HTTP/1.1" status: 204 len: 173 time: 0.7602279 Sep 09 20:37:44.645750 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caaf06d-76d1-4b04-9a95-6de228054337', 'name': 'network-vif-deleted', 'tag': '7746db9b-20e7-4d13-93ef-049fa47f14c9'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:37:44.648002 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5623dfc-04bb-4f85-be32-0387894c2868" -d '{"events": [{"server_uuid": "4caaf06d-76d1-4b04-9a95-6de228054337", "name": "network-vif-deleted", "tag": "7746db9b-20e7-4d13-93ef-049fa47f14c9"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:37:44.697455 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856abbe4-fb5b-4355-822b-ac7af8e070bc x-openstack-request-id: req-856abbe4-fb5b-4355-822b-ac7af8e070bc {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:37:44.697960 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4caaf06d-76d1-4b04-9a95-6de228054337", "name": "network-vif-deleted", "tag": "7746db9b-20e7-4d13-93ef-049fa47f14c9", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:37:44.698091 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-856abbe4-fb5b-4355-822b-ac7af8e070bc {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:37:44.698467 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-856abbe4-fb5b-4355-822b-ac7af8e070bc'] response: {'server_uuid': '4caaf06d-76d1-4b04-9a95-6de228054337', 'name': 'network-vif-deleted', 'tag': '7746db9b-20e7-4d13-93ef-049fa47f14c9', 'status': 'completed', 'code': 200} Sep 09 20:37:44.724369 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-23919b80-73b2-4955-b565-0e44b8c58ba3 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:37:44.936176 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-23919b80-73b2-4955-b565-0e44b8c58ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:37:44.962952 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23919b80-73b2-4955-b565-0e44b8c58ba3 None None] Checking router: 549801df-edf5-4c2d-9b08-99e9bfdfff0b for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:37:44.971403 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23919b80-73b2-4955-b565-0e44b8c58ba3 None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:37:44.972009 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-23919b80-73b2-4955-b565-0e44b8c58ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:37:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:37:45.071817 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-23919b80-73b2-4955-b565-0e44b8c58ba3 None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:37:45.252973 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-23919b80-73b2-4955-b565-0e44b8c58ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:37:45.282505 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23919b80-73b2-4955-b565-0e44b8c58ba3 None None] The sync data for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi is: [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:33:23Z', 'revision_number': 4, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7', 'name': '', 'network_id': 'acf3cd1a-b4b0-4a34-82b2-e2951d096a8f', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'mac_address': 'fa:16:3e:8b:79:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:22Z', 'updated_at': '2022-09-09T20:33:29Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'subnets': [{'id': 'cc644494-9f43-4a38-b775-113edbb4b69f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:37:45.496452 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7309b13-0a95-49aa-80ba-a01aacc7a8d1 None None] New status for floating IP ab4d5ec0-b9b2-4094-991a-cf41a037652e: DOWN {{(pid=106237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:37:45.585980 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37264) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:37:45.644335 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1371fd6a-a937-4afe-aa81-1ed5859c4447 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (b9816d50-38c0-43f0-90b7-68bd26629882), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:45.646659 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:45.668821 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1371fd6a-a937-4afe-aa81-1ed5859c4447 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (b9816d50-38c0-43f0-90b7-68bd26629882), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:45.681507 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:45.718316 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1371fd6a-a937-4afe-aa81-1ed5859c4447 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (b9816d50-38c0-43f0-90b7-68bd26629882), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:45.720860 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1371fd6a-a937-4afe-aa81-1ed5859c4447 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:45.722044 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-1371fd6a-a937-4afe-aa81-1ed5859c4447 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b9816d50-38c0-43f0-90b7-68bd26629882 HTTP/1.1" status: 204 len: 168 time: 0.1349752 Sep 09 20:37:45.724857 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 37266) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:37:45.731185 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371fd6a-a937-4afe-aa81-1ed5859c4447 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9816d50-38c0-43f0-90b7-68bd26629882,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:37:45.744254 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.api.v2.resource [None req-742c1861-cd65-4255-9141-3b071217d92e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] show failed (client error): The resource could not be found. Sep 09 20:37:45.747972 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-742c1861-cd65-4255-9141-3b071217d92e tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "GET /networking/v2.0/security-groups/b9816d50-38c0-43f0-90b7-68bd26629882 HTTP/1.1" status: 404 len: 347 time: 0.0193048 Sep 09 20:37:45.748187 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 37268) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:37:45.860184 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Deleting port bf6523f9-757b-433a-b9ce-6ebe0e4d28d2 {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:37:45.860531 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (bf6523f9-757b-433a-b9ce-6ebe0e4d28d2), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:45.935032 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (bf6523f9-757b-433a-b9ce-6ebe0e4d28d2), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:45.935277 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (bf6523f9-757b-433a-b9ce-6ebe0e4d28d2), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:45.948195 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Calling delete_port for bf6523f9-757b-433a-b9ce-6ebe0e4d28d2 owned by network:floatingip {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:37:46.076294 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (bf6523f9-757b-433a-b9ce-6ebe0e4d28d2), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:46.100271 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Pushing event deleted for resources: {'Port': ['ID=bf6523f9-757b-433a-b9ce-6ebe0e4d28d2,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:37:46.128105 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:46.128450 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:46.128789 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:46.129123 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:46.129573 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:46.130018 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:46.130343 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:46.130691 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:46.131017 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:46.131338 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:46.131666 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:46.131986 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:46.132303 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:46.132646 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:46.132962 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:46.174531 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks [] for floatingip (ab4d5ec0-b9b2-4094-991a-cf41a037652e), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:46.176947 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:46.178121 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-ba7c8f00-2e92-49a5-bf51-325418841f73 tempest-AttachVolumeNegativeTest-763432452 tempest-AttachVolumeNegativeTest-763432452-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/ab4d5ec0-b9b2-4094-991a-cf41a037652e HTTP/1.1" status: 204 len: 168 time: 0.4290340 Sep 09 20:37:49.084155 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 7746db9b-20e7-4d13-93ef-049fa47f14c9 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:37:49.102788 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: 7746db9b-20e7-4d13-93ef-049fa47f14c9 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:37:49.103133 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 7746db9b-20e7-4d13-93ef-049fa47f14c9 not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:37:49.880282 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37304) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:37:50.188754 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-aad4447a-9477-4d98-af86-94383d88fe38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903210'] for router_interface (549801df-edf5-4c2d-9b08-99e9bfdfff0b), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:50.398305 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-aad4447a-9477-4d98-af86-94383d88fe38 admin admin] Deleting port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:37:50.398642 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-aad4447a-9477-4d98-af86-94383d88fe38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:50.479884 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-aad4447a-9477-4d98-af86-94383d88fe38 admin admin] For port 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:37:50.480242 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-aad4447a-9477-4d98-af86-94383d88fe38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:50.492811 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-aad4447a-9477-4d98-af86-94383d88fe38 admin admin] Calling delete_port for 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 owned by network:router_interface {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:37:50.611391 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:50.656133 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:50.669258 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-aad4447a-9477-4d98-af86-94383d88fe38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:50.693912 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4447a-9477-4d98-af86-94383d88fe38 admin admin] Pushing event deleted for resources: {'Port': ['ID=64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:37:50.857661 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-aad4447a-9477-4d98-af86-94383d88fe38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924250'] for router_interface (549801df-edf5-4c2d-9b08-99e9bfdfff0b), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:51.057270 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad4447a-9477-4d98-af86-94383d88fe38 admin admin] Router 549801df-edf5-4c2d-9b08-99e9bfdfff0b has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:37:51.152092 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad4447a-9477-4d98-af86-94383d88fe38 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:37:51.158690 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-aad4447a-9477-4d98-af86-94383d88fe38 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/549801df-edf5-4c2d-9b08-99e9bfdfff0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2764993 Sep 09 20:37:51.159532 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37306) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:37:51.162612 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6026d-b49c-482d-9458-e4f8276eb3ab None None] Sync routers for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:37:51.174215 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6026d-b49c-482d-9458-e4f8276eb3ab None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:37:51.178759 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-81a6026d-b49c-482d-9458-e4f8276eb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:37:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:37:51.261784 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] Publish callbacks [] for router (549801df-edf5-4c2d-9b08-99e9bfdfff0b), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:51.278499 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:51.280542 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-81a6026d-b49c-482d-9458-e4f8276eb3ab None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:37:51.360531 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] Publish callbacks [] for router_gateway (549801df-edf5-4c2d-9b08-99e9bfdfff0b), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:51.402916 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] Deleting port 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:37:51.403256 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:51.408858 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:51.450949 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-81a6026d-b49c-482d-9458-e4f8276eb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:37:50Z', 'revision_number': 5, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port': {'id': '61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:33:21Z', 'updated_at': '2022-09-09T20:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:37:51.479328 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6026d-b49c-482d-9458-e4f8276eb3ab None None] Checking router: 549801df-edf5-4c2d-9b08-99e9bfdfff0b for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:37:51.488197 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6026d-b49c-482d-9458-e4f8276eb3ab None None] Routers {'549801df-edf5-4c2d-9b08-99e9bfdfff0b'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:37:51.488340 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] For port 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:37:51.489153 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:51.489363 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-81a6026d-b49c-482d-9458-e4f8276eb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:37:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:37:51.501662 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] Calling delete_port for 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d owned by network:router_gateway {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:37:51.505653 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:51.512113 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:51.574862 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-81a6026d-b49c-482d-9458-e4f8276eb3ab None None] Set router 549801df-edf5-4c2d-9b08-99e9bfdfff0b gateway port host: None {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:37:51.623330 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-81a6026d-b49c-482d-9458-e4f8276eb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:37:51Z', 'revision_number': 6, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port_host': None}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:37:51.650076 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a6026d-b49c-482d-9458-e4f8276eb3ab None None] The sync data for ids ['549801df-edf5-4c2d-9b08-99e9bfdfff0b'] in dv-cinder-849325-4-iscsi is: [{'id': '549801df-edf5-4c2d-9b08-99e9bfdfff0b', 'name': 'tempest-AttachVolumeNegativeTest-194612284-router', 'tenant_id': '624ed22fc46047e1a842200db3388b63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:33:20Z', 'updated_at': '2022-09-09T20:37:51Z', 'revision_number': 6, 'project_id': '624ed22fc46047e1a842200db3388b63', 'gw_port_host': None}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:37:51.673748 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:51.696917 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:37:51.762797 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3926632'] for router_gateway (549801df-edf5-4c2d-9b08-99e9bfdfff0b), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:51.852095 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3927884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8556'] for router (549801df-edf5-4c2d-9b08-99e9bfdfff0b), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:51.854298 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] Publish callbacks [] for router_controller (549801df-edf5-4c2d-9b08-99e9bfdfff0b), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:51.894225 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924271'] for router (549801df-edf5-4c2d-9b08-99e9bfdfff0b), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:51.894826 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 549801df-edf5-4c2d-9b08-99e9bfdfff0b {{(pid=106235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:37:51.898968 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:51.900103 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-52a72bac-f969-4aeb-9155-f2a7c5e570b3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/549801df-edf5-4c2d-9b08-99e9bfdfff0b HTTP/1.1" status: 204 len: 168 time: 0.7395489 Sep 09 20:37:51.902670 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37308) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:37:51.946366 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_v2 [None req-74be77b4-7e7b-45ad-8da1-8a5e648aea74 admin admin] Deleting subnet cc644494-9f43-4a38-b775-113edbb4b69f {{(pid=106235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:37:51.949340 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-74be77b4-7e7b-45ad-8da1-8a5e648aea74 admin admin] Publish callbacks [] for subnet (cc644494-9f43-4a38-b775-113edbb4b69f), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:51.985471 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-74be77b4-7e7b-45ad-8da1-8a5e648aea74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11102191'] for subnet (cc644494-9f43-4a38-b775-113edbb4b69f), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.066056 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-74be77b4-7e7b-45ad-8da1-8a5e648aea74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (cc644494-9f43-4a38-b775-113edbb4b69f), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.129085 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-74be77b4-7e7b-45ad-8da1-8a5e648aea74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11413498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11867108'] for subnet (cc644494-9f43-4a38-b775-113edbb4b69f), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.154675 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be77b4-7e7b-45ad-8da1-8a5e648aea74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc644494-9f43-4a38-b775-113edbb4b69f,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:37:52.158577 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-74be77b4-7e7b-45ad-8da1-8a5e648aea74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.162568 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-74be77b4-7e7b-45ad-8da1-8a5e648aea74 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/cc644494-9f43-4a38-b775-113edbb4b69f HTTP/1.1" status: 204 len: 168 time: 0.2587099 Sep 09 20:37:52.164773 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37310) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:37:52.165105 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36144c1-5c28-4269-987c-583cd7ef2efa None None] Network acf3cd1a-b4b0-4a34-82b2-e2951d096a8f requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:37:52.235736 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (acf3cd1a-b4b0-4a34-82b2-e2951d096a8f), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.278683 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] Deleting port 5a7d5ca0-909d-4746-9cd3-196024bd3318 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:37:52.279026 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (5a7d5ca0-909d-4746-9cd3-196024bd3318), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.343891 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] For port 5a7d5ca0-909d-4746-9cd3-196024bd3318, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=5a7d5ca0-909d-4746-9cd3-196024bd3318,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:37:52.344187 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (5a7d5ca0-909d-4746-9cd3-196024bd3318), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.443026 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] DHCP port deletion for acf3cd1a-b4b0-4a34-82b2-e2951d096a8f request from dv-cinder-849325-4-iscsi {{(pid=106236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 20:37:52.591336 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] Calling delete_port for 5a7d5ca0-909d-4746-9cd3-196024bd3318 owned by network:dhcp {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:37:52.612839 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Deleting port 5a7d5ca0-909d-4746-9cd3-196024bd3318 {{(pid=106236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:37:52.613231 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (5a7d5ca0-909d-4746-9cd3-196024bd3318), before_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.637385 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:52.641540 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:52.675898 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (5a7d5ca0-909d-4746-9cd3-196024bd3318), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.685205 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] For port 5a7d5ca0-909d-4746-9cd3-196024bd3318, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=5a7d5ca0-909d-4746-9cd3-196024bd3318,segment=NetworkSegment(f314c1d3-8a4c-4802-8c6d-531cb71a742c),segment_id=f314c1d3-8a4c-4802-8c6d-531cb71a742c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:37:52.685684 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (5a7d5ca0-909d-4746-9cd3-196024bd3318), precommit_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.703322 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Calling delete_port for 5a7d5ca0-909d-4746-9cd3-196024bd3318 owned by network:dhcp {{(pid=106236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:37:52.703600 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7d5ca0-909d-4746-9cd3-196024bd3318,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:37:52.707021 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] No DVR routers for this DVR port 5a7d5ca0-909d-4746-9cd3-196024bd3318 on host dv-cinder-849325-4-iscsi {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:37:52.781490 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976'] for port (5a7d5ca0-909d-4746-9cd3-196024bd3318), after_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.784227 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (acf3cd1a-b4b0-4a34-82b2-e2951d096a8f), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.803889 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Pushing event deleted for resources: {'Port': ['ID=5a7d5ca0-909d-4746-9cd3-196024bd3318,revision_number=None']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:37:52.804916 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf3cd1a-b4b0-4a34-82b2-e2951d096a8f']}} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:37:52.813145 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] No DVR routers for this DVR port 5a7d5ca0-909d-4746-9cd3-196024bd3318 on host dv-cinder-849325-4-iscsi {{(pid=106236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:37:52.814201 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f314c1d3-8a4c-4802-8c6d-531cb71a742c') {'for_net_delete': True} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:37:52.814495 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f314c1d3-8a4c-4802-8c6d-531cb71a742c') {} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:37:52.815195 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:52.815552 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:52.815903 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:52.816246 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:52.816611 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:52.816951 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:52.817312 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:52.817640 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:52.818051 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:52.818382 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:52.818719 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:52.819049 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:52.819376 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:52.819701 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:52.820025 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3f2b9d-39bb-4d51-89b6-2731a8831c72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:37:52.824261 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11101972'] for segment (f314c1d3-8a4c-4802-8c6d-531cb71a742c), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.839055 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (f314c1d3-8a4c-4802-8c6d-531cb71a742c), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.845266 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:37:52.845701 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11413392'] for segment (f314c1d3-8a4c-4802-8c6d-531cb71a742c), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.889473 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment f314c1d3-8a4c-4802-8c6d-531cb71a742c resource provider aggregate not found Sep 09 20:37:52.907381 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment f314c1d3-8a4c-4802-8c6d-531cb71a742c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f314c1d3-8a4c-4802-8c6d-531cb71a742c found for delete ", "request_id": "req-1a0b6800-b433-4353-add5-bb07695bb0cd"}]} Sep 09 20:37:52.914923 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (acf3cd1a-b4b0-4a34-82b2-e2951d096a8f), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.919452 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:52.922888 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/acf3cd1a-b4b0-4a34-82b2-e2951d096a8f HTTP/1.1" status: 204 len: 168 time: 0.7571142 Sep 09 20:37:52.935208 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5641c8-a63e-4275-ab7d-2ff36cbad20c admin admin] Pushing event deleted for resources: {'Network': ['ID=acf3cd1a-b4b0-4a34-82b2-e2951d096a8f,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:37:53.086690 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37318) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:37:53.126138 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-80ab121c-cbe7-44d4-a70a-a6d9d2c5d150 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=624ed22fc46047e1a842200db3388b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382903 Sep 09 20:37:53.128629 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37320) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:37:53.176805 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-158fd02a-0bf8-48a4-b393-dd0ff2da7896 admin admin] Publish callbacks [] for security_group (78ca180f-7721-4a6b-aebc-a7176697b206), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:53.197644 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-158fd02a-0bf8-48a4-b393-dd0ff2da7896 admin admin] Publish callbacks [] for security_group (78ca180f-7721-4a6b-aebc-a7176697b206), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:53.218281 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:37:53.238507 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:37:53.238862 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 61d1330f-ea8c-4ee1-8c21-fc1b64a0ec3d not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:37:53.239282 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:37:53.245660 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-158fd02a-0bf8-48a4-b393-dd0ff2da7896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (78ca180f-7721-4a6b-aebc-a7176697b206), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:53.248246 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-158fd02a-0bf8-48a4-b393-dd0ff2da7896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:53.249435 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-158fd02a-0bf8-48a4-b393-dd0ff2da7896 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/78ca180f-7721-4a6b-aebc-a7176697b206 HTTP/1.1" status: 204 len: 168 time: 0.1193154 Sep 09 20:37:53.257877 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fd02a-0bf8-48a4-b393-dd0ff2da7896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ca180f-7721-4a6b-aebc-a7176697b206,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:37:53.261200 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:37:53.261773 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 64bcf7a5-cc09-4e5e-b160-d3d664a6e7e7 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:37:53.262202 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 5a7d5ca0-909d-4746-9cd3-196024bd3318 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:37:53.287485 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 5a7d5ca0-909d-4746-9cd3-196024bd3318 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:37:53.287834 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 5a7d5ca0-909d-4746-9cd3-196024bd3318 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:37:55.568783 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:55.572118 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:56.163023 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=63,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:56.169991 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=71,neutron:DELETE=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:37:56.953201 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37380) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:37:57.070467 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c6b2e900-9c85-4d1b-9846-430bfe4ab100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:57.147055 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c6b2e900-9c85-4d1b-9846-430bfe4ab100 admin admin] Publish callbacks [] for security_group (5e58356f-99ee-4374-9029-203ff6842570), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:57.150573 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c6b2e900-9c85-4d1b-9846-430bfe4ab100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (5e58356f-99ee-4374-9029-203ff6842570), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:57.190756 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-c6b2e900-9c85-4d1b-9846-430bfe4ab100 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4ff5e199265744139faaa93df17c4292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364135 Sep 09 20:37:57.191658 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2e900-9c85-4d1b-9846-430bfe4ab100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e58356f-99ee-4374-9029-203ff6842570,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:37:57.193438 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 37384) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:37:57.242759 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-81064872-8d3e-4d57-a5c0-0fa92e2bd302 admin admin] Publish callbacks [] for security_group (5e58356f-99ee-4374-9029-203ff6842570), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:57.262515 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-81064872-8d3e-4d57-a5c0-0fa92e2bd302 admin admin] Publish callbacks [] for security_group (5e58356f-99ee-4374-9029-203ff6842570), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:57.308687 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-81064872-8d3e-4d57-a5c0-0fa92e2bd302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (5e58356f-99ee-4374-9029-203ff6842570), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:57.311243 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-81064872-8d3e-4d57-a5c0-0fa92e2bd302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:37:57.312383 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-81064872-8d3e-4d57-a5c0-0fa92e2bd302 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5e58356f-99ee-4374-9029-203ff6842570 HTTP/1.1" status: 204 len: 168 time: 0.1172776 Sep 09 20:37:57.320109 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81064872-8d3e-4d57-a5c0-0fa92e2bd302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e58356f-99ee-4374-9029-203ff6842570,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:03.284258 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=59,neutron:DELETE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:05.070644 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:38:07.182838 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:DELETE=7,neutron:SELECT=62,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:07.187055 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=66,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:07.315189 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:07.315971 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:07.333163 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=66,neutron:DELETE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:07.362110 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d72e9a75-84f5-4d45-85ee-5d80df07ee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:08.817547 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:09.585917 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-49bf8f9d-9bf2-4ee6-9efd-bff671b57b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:10.904262 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:12.303775 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:12.474647 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:13.263401 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41b353e8-63d4-4c57-a4b4-4c41b3de8219 req-499f3a86-d693-4c6c-a76d-b415fd7a53e9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387828 Sep 09 20:38:13.322572 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b353e8-63d4-4c57-a4b4-4c41b3de8219 req-f39b11b4-e29c-45ae-8b43-ee3652c7a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:13.323996 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41b353e8-63d4-4c57-a4b4-4c41b3de8219 req-f39b11b4-e29c-45ae-8b43-ee3652c7a842 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=474aa97f67a8457ab6900081711a0bf1&device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 1130 time: 0.0390332 Sep 09 20:38:13.432454 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b353e8-63d4-4c57-a4b4-4c41b3de8219 req-1b0cc524-df05-476d-bc29-e75305406023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:13.434037 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41b353e8-63d4-4c57-a4b4-4c41b3de8219 req-1b0cc524-df05-476d-bc29-e75305406023 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 HTTP/1.1" status: 200 len: 909 time: 0.0910404 Sep 09 20:38:13.496226 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41b353e8-63d4-4c57-a4b4-4c41b3de8219 req-376d558d-5e56-4ba2-a696-bca18a9afc7f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf962b29-7eb7-46b4-a569-cb818262af3e HTTP/1.1" status: 200 len: 1002 time: 0.0557737 Sep 09 20:38:13.554425 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b353e8-63d4-4c57-a4b4-4c41b3de8219 req-3ad4564c-d990-4366-8cae-9606641f0bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:13.555827 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41b353e8-63d4-4c57-a4b4-4c41b3de8219 req-3ad4564c-d990-4366-8cae-9606641f0bfb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1d1578d6-3429-4815-85e1-8a002ea95504 HTTP/1.1" status: 200 len: 847 time: 0.0527363 Sep 09 20:38:13.605103 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b353e8-63d4-4c57-a4b4-4c41b3de8219 req-bb1a5fbc-387a-493c-a0be-b90c4cf25768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:13.606606 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41b353e8-63d4-4c57-a4b4-4c41b3de8219 req-bb1a5fbc-387a-493c-a0be-b90c4cf25768 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437341 Sep 09 20:38:13.715056 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41b353e8-63d4-4c57-a4b4-4c41b3de8219 req-58d0d11c-631d-42d8-aa82-308f1dcb7bd2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995271 Sep 09 20:38:13.822676 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-41b353e8-63d4-4c57-a4b4-4c41b3de8219 req-d97bdd8f-4c26-46f4-a35d-6ee36bb376af service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979912 Sep 09 20:38:15.066148 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:16.781841 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80d0d3-98e6-489b-90c3-cc52e3677bac req-9e88e06a-8b8a-4e5d-9ef5-89a24f3cc118 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:16.783346 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4d80d0d3-98e6-489b-90c3-cc52e3677bac req-9e88e06a-8b8a-4e5d-9ef5-89a24f3cc118 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 945 time: 0.2186725 Sep 09 20:38:16.832262 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4d80d0d3-98e6-489b-90c3-cc52e3677bac req-332d928a-6749-4162-930a-f9aa0bb8eb17 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433240 Sep 09 20:38:18.003188 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b25a31-19e8-4ce6-af24-b06b84ec7b6b req-412c68c2-2933-482a-9bce-44ccf6d39962 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:18.005148 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-68b25a31-19e8-4ce6-af24-b06b84ec7b6b req-412c68c2-2933-482a-9bce-44ccf6d39962 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 945 time: 0.0983558 Sep 09 20:38:18.052531 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-68b25a31-19e8-4ce6-af24-b06b84ec7b6b req-42bb2649-af59-4355-b6a8-2bf8addf6153 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417781 Sep 09 20:38:18.271196 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2fd06-75a2-4288-834c-224eb833195a req-c3c7e8ff-19f9-4ed1-9011-95ee2c2ec48d tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:18.272598 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d8d2fd06-75a2-4288-834c-224eb833195a req-c3c7e8ff-19f9-4ed1-9011-95ee2c2ec48d tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 945 time: 0.0462887 Sep 09 20:38:18.358417 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-d8d2fd06-75a2-4288-834c-224eb833195a req-68d53c73-217a-400b-8b7b-0a576636fa02 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Deleting port 581d55fb-fee5-444b-bc2c-64e00c4532de {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:38:18.359023 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d8d2fd06-75a2-4288-834c-224eb833195a req-68d53c73-217a-400b-8b7b-0a576636fa02 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:18.447964 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-d8d2fd06-75a2-4288-834c-224eb833195a req-68d53c73-217a-400b-8b7b-0a576636fa02 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] For port 581d55fb-fee5-444b-bc2c-64e00c4532de, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=581d55fb-fee5-444b-bc2c-64e00c4532de,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:38:18.448347 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d8d2fd06-75a2-4288-834c-224eb833195a req-68d53c73-217a-400b-8b7b-0a576636fa02 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:18.611948 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d8d2fd06-75a2-4288-834c-224eb833195a req-68d53c73-217a-400b-8b7b-0a576636fa02 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:18.612218 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d8d2fd06-75a2-4288-834c-224eb833195a req-68d53c73-217a-400b-8b7b-0a576636fa02 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (f97bd0ee-e033-443a-857f-c9b22b832b9b), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:18.612535 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [req-d8d2fd06-75a2-4288-834c-224eb833195a req-68d53c73-217a-400b-8b7b-0a576636fa02 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Floating IP f97bd0ee-e033-443a-857f-c9b22b832b9b disassociated. External IP: 172.27.1.187, port: 581d55fb-fee5-444b-bc2c-64e00c4532de. Sep 09 20:38:18.612878 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-d8d2fd06-75a2-4288-834c-224eb833195a req-68d53c73-217a-400b-8b7b-0a576636fa02 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Calling delete_port for 581d55fb-fee5-444b-bc2c-64e00c4532de owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:38:18.673743 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:18.681597 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:18.739266 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d8d2fd06-75a2-4288-834c-224eb833195a req-68d53c73-217a-400b-8b7b-0a576636fa02 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (581d55fb-fee5-444b-bc2c-64e00c4532de), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:18.768955 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d53c73-217a-400b-8b7b-0a576636fa02 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event deleted for resources: {'Port': ['ID=581d55fb-fee5-444b-bc2c-64e00c4532de,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:18.884320 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8d2fd06-75a2-4288-834c-224eb833195a req-68d53c73-217a-400b-8b7b-0a576636fa02 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Router ab1108fe-f287-4e42-b4ca-1800d1e893be has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:38:18.993107 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8d2fd06-75a2-4288-834c-224eb833195a req-68d53c73-217a-400b-8b7b-0a576636fa02 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:38:19.003244 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9032c-1d31-4f13-af52-1db21476eefd None None] Sync routers for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:38:19.014988 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9032c-1d31-4f13-af52-1db21476eefd None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:38:19.015676 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-d1d9032c-1d31-4f13-af52-1db21476eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:38:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:38:19.042592 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d2fd06-75a2-4288-834c-224eb833195a req-68d53c73-217a-400b-8b7b-0a576636fa02 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] No DVR routers for this DVR port 581d55fb-fee5-444b-bc2c-64e00c4532de on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:38:19.047546 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-d8d2fd06-75a2-4288-834c-224eb833195a req-68d53c73-217a-400b-8b7b-0a576636fa02 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:19.051691 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d8d2fd06-75a2-4288-834c-224eb833195a req-68d53c73-217a-400b-8b7b-0a576636fa02 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "DELETE /networking/v2.0/ports/581d55fb-fee5-444b-bc2c-64e00c4532de HTTP/1.1" status: 204 len: 173 time: 0.7715108 Sep 09 20:38:19.052220 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc57f22-97e2-44fc-88b3-f5d9f124636e', 'name': 'network-vif-deleted', 'tag': '581d55fb-fee5-444b-bc2c-64e00c4532de'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:38:19.054950 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f160b55f-2208-4a35-9644-24c6cd9fca5c" -d '{"events": [{"server_uuid": "ccc57f22-97e2-44fc-88b3-f5d9f124636e", "name": "network-vif-deleted", "tag": "581d55fb-fee5-444b-bc2c-64e00c4532de"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:38:19.140868 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bda928-1384-4516-ae36-8d531088caee x-openstack-request-id: req-14bda928-1384-4516-ae36-8d531088caee {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:38:19.141577 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc57f22-97e2-44fc-88b3-f5d9f124636e", "name": "network-vif-deleted", "tag": "581d55fb-fee5-444b-bc2c-64e00c4532de", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:38:19.141743 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14bda928-1384-4516-ae36-8d531088caee {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:38:19.145415 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14bda928-1384-4516-ae36-8d531088caee'] response: {'server_uuid': 'ccc57f22-97e2-44fc-88b3-f5d9f124636e', 'name': 'network-vif-deleted', 'tag': '581d55fb-fee5-444b-bc2c-64e00c4532de', 'status': 'completed', 'code': 200} Sep 09 20:38:19.200429 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4e38328f-2eb4-4256-9375-bb10791708b8 req-12abc4df-9a4b-49eb-b24b-e098bfd013c1 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 210 time: 0.0544999 Sep 09 20:38:19.208392 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-d1d9032c-1d31-4f13-af52-1db21476eefd None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:38:19.401809 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-d1d9032c-1d31-4f13-af52-1db21476eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:38:19.426448 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9032c-1d31-4f13-af52-1db21476eefd None None] Checking router: ab1108fe-f287-4e42-b4ca-1800d1e893be for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:38:19.434793 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9032c-1d31-4f13-af52-1db21476eefd None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:38:19.435386 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-d1d9032c-1d31-4f13-af52-1db21476eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:38:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:38:19.535496 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-d1d9032c-1d31-4f13-af52-1db21476eefd None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:38:19.792697 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-d1d9032c-1d31-4f13-af52-1db21476eefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:38:19.815994 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9032c-1d31-4f13-af52-1db21476eefd None None] The sync data for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi is: [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:38:20.034884 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd8b2de-750f-449e-af6d-f5db80de8e7e None None] New status for floating IP f97bd0ee-e033-443a-857f-c9b22b832b9b: DOWN {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:38:20.318339 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-20b6aed8-508f-41c8-8817-3b6365ddf245 req-cbe1dcc6-8e21-4b0e-b5d9-b8d701891085 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 210 time: 0.0305614 Sep 09 20:38:21.420726 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a1893321-5971-413e-aadd-87cbc7e8b45d req-18ac50b7-1da6-4aa3-b8b8-61fce087f851 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 210 time: 0.0281932 Sep 09 20:38:22.523442 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e2df8a37-6f1f-48f6-b0fd-23b4c6c1e760 req-e805851e-e466-4a13-af7e-6bd92acfaa41 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 210 time: 0.0281382 Sep 09 20:38:23.623735 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-556ea70b-bafc-43a4-bd9a-5e3df54482ea req-0038bb77-b55a-4e9a-8e76-4102be129c7b tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 210 time: 0.0277672 Sep 09 20:38:24.724614 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9d2beb17-5478-4143-9075-ddef78874ec1 req-96dc1309-e0e9-40a6-a0f8-e9dcdc456afc tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ccc57f22-97e2-44fc-88b3-f5d9f124636e HTTP/1.1" status: 200 len: 210 time: 0.0273056 Sep 09 20:38:24.800067 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 581d55fb-fee5-444b-bc2c-64e00c4532de no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:38:24.820113 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: 581d55fb-fee5-444b-bc2c-64e00c4532de {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:38:24.820460 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 581d55fb-fee5-444b-bc2c-64e00c4532de not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:38:26.002689 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-3cc2b03e-2174-410c-a413-14b7a21ead45 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1813791276&fields=id&tenant_id=7e12f0c37bd14176b04dfd87d7b10520 HTTP/1.1" status: 200 len: 267 time: 0.0487962 Sep 09 20:38:26.110473 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-26cb5139-c6b1-40d0-b47e-41ded7620064 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:26.111922 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-26cb5139-c6b1-40d0-b47e-41ded7620064 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 812 time: 0.1003385 Sep 09 20:38:26.127256 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-a704b92d-4b2d-41f1-9b51-dbf4f2613e79 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/quotas/7e12f0c37bd14176b04dfd87d7b10520 HTTP/1.1" status: 200 len: 375 time: 0.0092542 Sep 09 20:38:26.184705 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-666a8cc2-f02d-4994-9212-6efbd063d3fa tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517652 Sep 09 20:38:26.199695 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-787cb7e8-7655-43b3-badf-5c30c004e88a service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:38:26.200652 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-787cb7e8-7655-43b3-badf-5c30c004e88a service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051730 Sep 09 20:38:26.288646 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-a5848952-ac7b-4539-9785-9b1f20217fc5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827432 Sep 09 20:38:26.381400 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-12595d54-6eb4-4f69-867f-335b61af8e14 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869920 Sep 09 20:38:26.666086 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c516462f-38f3-4241-bcba-dcafa2264dc5 req-4e7e031e-9a98-4559-b7e3-132b61d1af7d tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 210 time: 0.0297697 Sep 09 20:38:27.790884 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6c34596f-082f-4f39-80e7-1f9240dad8e7 req-55b25fa7-8e01-46e3-8b1d-0391997917cd tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 210 time: 0.0430543 Sep 09 20:38:27.900047 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-73fa8537-c511-461d-b56a-c5e810525e20 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:27.901516 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-73fa8537-c511-461d-b56a-c5e810525e20 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 812 time: 0.1264081 Sep 09 20:38:27.968542 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-3497b6ba-2829-4c6f-9640-a483e4a5efb0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7e12f0c37bd14176b04dfd87d7b10520 HTTP/1.1" status: 200 len: 380 time: 0.0572655 Sep 09 20:38:27.976819 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-f6583830-a157-4b87-8fa2-c902731f46b0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Request body: {'port': {'device_id': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'admin_state_up': True, 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'security_groups': ['b82af17a-6da7-402e-8fad-9dc6882b1309']}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:38:28.084895 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-f6583830-a157-4b87-8fa2-c902731f46b0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Made reservation on behalf of 7e12f0c37bd14176b04dfd87d7b10520 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:38:28.091051 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-f6583830-a157-4b87-8fa2-c902731f46b0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:28.224069 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-f6583830-a157-4b87-8fa2-c902731f46b0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Allocated IP 172.20.0.6 (59e2f46b-26f1-41b6-a478-bcc0b9346326/81f0046c-13a3-4901-a8ba-33a97db174ef/e4ac1fe9-a628-4015-bbd3-20c817809bdd) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:38:28.273101 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:28.361917 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:28.398270 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-f6583830-a157-4b87-8fa2-c902731f46b0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:28.435749 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-f6583830-a157-4b87-8fa2-c902731f46b0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:28.478807 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-f6583830-a157-4b87-8fa2-c902731f46b0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Network 59e2f46b-26f1-41b6-a478-bcc0b9346326 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:38:28.484567 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-f6583830-a157-4b87-8fa2-c902731f46b0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:38:28.489342 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-f6583830-a157-4b87-8fa2-c902731f46b0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:38:28.495994 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6583830-a157-4b87-8fa2-c902731f46b0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'Port': ['ID=e4ac1fe9-a628-4015-bbd3-20c817809bdd,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:28.542672 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-f6583830-a157-4b87-8fa2-c902731f46b0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:28.543428 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-f6583830-a157-4b87-8fa2-c902731f46b0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:28.561527 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-f6583830-a157-4b87-8fa2-c902731f46b0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5881925 Sep 09 20:38:28.598036 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-3bc5dc6b-ce83-4fcf-b37b-0bdaaf4c7711 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106235) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:38:28.598936 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-3bc5dc6b-ce83-4fcf-b37b-0bdaaf4c7711 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059927 Sep 09 20:38:28.614498 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Request body: {'port': {'device_id': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:38:28.679407 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:28.688902 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-b2cb898b-deae-40c6-a02f-9f8555d1c2b2 None None] Provisioning complete for port e4ac1fe9-a628-4015-bbd3-20c817809bdd triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:38:28.689448 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-b2cb898b-deae-40c6-a02f-9f8555d1c2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:28.724074 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-b2cb898b-deae-40c6-a02f-9f8555d1c2b2 None None] Port e4ac1fe9-a628-4015-bbd3-20c817809bdd cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:38:28.915990 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee8468-95ad-4fec-97e5-bf6532f36aa7 req-753594e4-e362-4cd9-bc5d-a133adac515b tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:28.917520 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9aee8468-95ad-4fec-97e5-bf6532f36aa7 req-753594e4-e362-4cd9-bc5d-a133adac515b tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 931 time: 0.0482414 Sep 09 20:38:28.933160 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ac1fe9-a628-4015-bbd3-20c817809bdd {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:38:28.940939 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Publish callbacks [] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:28.953599 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Transition to ACTIVE for port object e4ac1fe9-a628-4015-bbd3-20c817809bdd will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:38:28.958295 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:28.971398 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9aee8468-95ad-4fec-97e5-bf6532f36aa7 req-bbb9b511-f374-4091-8f43-a34a61ff8ba2 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479982 Sep 09 20:38:29.021685 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ac1fe9-a628-4015-bbd3-20c817809bdd,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:29.068750 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Attempting to bind port e4ac1fe9-a628-4015-bbd3-20c817809bdd on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:38:29.069081 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Attempting to bind port e4ac1fe9-a628-4015-bbd3-20c817809bdd by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:38:29.069461 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Attempting to bind port e4ac1fe9-a628-4015-bbd3-20c817809bdd on network 59e2f46b-26f1-41b6-a478-bcc0b9346326 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:38:29.109511 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Port e4ac1fe9-a628-4015-bbd3-20c817809bdd on network 59e2f46b-26f1-41b6-a478-bcc0b9346326 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:38:29.109833 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Attempting to bind port e4ac1fe9-a628-4015-bbd3-20c817809bdd on network 59e2f46b-26f1-41b6-a478-bcc0b9346326 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:38:29.149598 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:38:29.149927 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Checking segment: {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:38:29.150304 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Bound using segment: {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:38:29.150728 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Bound port: e4ac1fe9-a628-4015-bbd3-20c817809bdd, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:38:29.151078 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:29.152661 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:29.191774 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:29.219993 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] For port e4ac1fe9-a628-4015-bbd3-20c817809bdd, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:38:29.223637 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] For port e4ac1fe9-a628-4015-bbd3-20c817809bdd, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e4ac1fe9-a628-4015-bbd3-20c817809bdd,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:38:29.229302 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:29.233284 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:29.234174 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:29.235536 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/e4ac1fe9-a628-4015-bbd3-20c817809bdd HTTP/1.1" status: 200 len: 1093 time: 0.6259997 Sep 09 20:38:29.236092 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'tag': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:38:29.238430 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacbf585-e552-45e0-b9af-d6c1270643a8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea398be-0e07-4d50-86af-c37c921b8aca", "tag": "e4ac1fe9-a628-4015-bbd3-20c817809bdd"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:38:29.290048 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ed2d6b-f4cc-4318-8995-09f90ea2d9d3 x-openstack-request-id: req-a8ed2d6b-f4cc-4318-8995-09f90ea2d9d3 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:38:29.290336 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea398be-0e07-4d50-86af-c37c921b8aca", "tag": "e4ac1fe9-a628-4015-bbd3-20c817809bdd", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:38:29.290588 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8ed2d6b-f4cc-4318-8995-09f90ea2d9d3 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:38:29.290984 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ed2d6b-f4cc-4318-8995-09f90ea2d9d3'] response: {'name': 'network-changed', 'server_uuid': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'tag': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'status': 'completed', 'code': 200} Sep 09 20:38:29.323438 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515adc9-8883-4e6c-9fad-75aa84112e71 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ac1fe9-a628-4015-bbd3-20c817809bdd,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:29.332823 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-112670b3-72b7-4f8a-b037-93a200eea229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:29.334367 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-112670b3-72b7-4f8a-b037-93a200eea229 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 1127 time: 0.0547934 Sep 09 20:38:29.428468 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-ab4704f8-9e2f-42c4-9a87-79e6a2c53244 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4ac1fe9-a628-4015-bbd3-20c817809bdd HTTP/1.1" status: 200 len: 217 time: 0.0838923 Sep 09 20:38:29.506616 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-6a0289f1-df44-42b2-8005-b1e3d3ca45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:29.508363 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-6a0289f1-df44-42b2-8005-b1e3d3ca45d3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=81f0046c-13a3-4901-a8ba-33a97db174ef HTTP/1.1" status: 200 len: 851 time: 0.0719540 Sep 09 20:38:29.559375 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-6abe5af7-99a1-481a-a3c2-03774bf5a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:29.560857 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-6abe5af7-99a1-481a-a3c2-03774bf5a23d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59e2f46b-26f1-41b6-a478-bcc0b9346326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399985 Sep 09 20:38:29.662374 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-a246777d-98a2-46f2-b01c-c7c20876a713 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921934 Sep 09 20:38:29.768398 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ff83c09a-bf5b-44cd-b537-c2393739d5ab req-035fc4b1-4104-4f0f-afc9-2cff678698cc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972896 Sep 09 20:38:30.040268 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf585-e552-45e0-b9af-d6c1270643a8 req-f6199041-57a7-4efe-a640-bd05abeb61cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:30.042749 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-cacbf585-e552-45e0-b9af-d6c1270643a8 req-f6199041-57a7-4efe-a640-bd05abeb61cc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 1127 time: 0.0463314 Sep 09 20:38:30.095844 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d533f21-729b-40b7-b91a-28f81b81ec32 req-5921e09c-a0ae-4409-bba3-61864d016349 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:30.097341 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9d533f21-729b-40b7-b91a-28f81b81ec32 req-5921e09c-a0ae-4409-bba3-61864d016349 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 943 time: 0.0471792 Sep 09 20:38:30.136703 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf585-e552-45e0-b9af-d6c1270643a8 req-d453986d-2f81-4f20-a2d9-74dfc426a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:30.138198 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-cacbf585-e552-45e0-b9af-d6c1270643a8 req-d453986d-2f81-4f20-a2d9-74dfc426a58b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 913 time: 0.0882680 Sep 09 20:38:30.146736 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9d533f21-729b-40b7-b91a-28f81b81ec32 req-76884d7d-9dcd-48f6-92ed-58312a37f2a9 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435624 Sep 09 20:38:30.184361 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-cacbf585-e552-45e0-b9af-d6c1270643a8 req-3a7d6d13-9246-422b-b8c2-0def9d87a9eb service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4ac1fe9-a628-4015-bbd3-20c817809bdd HTTP/1.1" status: 200 len: 217 time: 0.0368357 Sep 09 20:38:30.232660 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf585-e552-45e0-b9af-d6c1270643a8 req-20d8b21c-f1f0-463d-b729-fdbdd858317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:30.234355 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-cacbf585-e552-45e0-b9af-d6c1270643a8 req-20d8b21c-f1f0-463d-b729-fdbdd858317d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=81f0046c-13a3-4901-a8ba-33a97db174ef HTTP/1.1" status: 200 len: 851 time: 0.0443785 Sep 09 20:38:30.282346 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf585-e552-45e0-b9af-d6c1270643a8 req-e58f7f3a-aa64-4633-aa7c-be9d07be4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:30.283712 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-cacbf585-e552-45e0-b9af-d6c1270643a8 req-e58f7f3a-aa64-4633-aa7c-be9d07be4ac4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59e2f46b-26f1-41b6-a478-bcc0b9346326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396612 Sep 09 20:38:30.380109 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-cacbf585-e552-45e0-b9af-d6c1270643a8 req-805dc14a-ca6a-43da-b49d-eb6c17a553d3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874133 Sep 09 20:38:30.470577 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-cacbf585-e552-45e0-b9af-d6c1270643a8 req-f79968fe-cf01-4fa8-965d-25799904af59 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818036 Sep 09 20:38:31.270195 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264abcd1-6dbf-4c13-8aa6-c63fa8141e93 req-9f94cfbe-57d6-474b-aa38-8c6864ee4526 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:31.271711 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-264abcd1-6dbf-4c13-8aa6-c63fa8141e93 req-9f94cfbe-57d6-474b-aa38-8c6864ee4526 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 943 time: 0.0461602 Sep 09 20:38:31.318672 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-264abcd1-6dbf-4c13-8aa6-c63fa8141e93 req-d943fb7b-97c2-4ed9-8368-d674bd0766be tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415003 Sep 09 20:38:32.439685 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223ee52-f835-40c2-9a20-37062d5d8041 req-9b0cb90a-b8b5-4da8-a822-e6d525fef407 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:32.441096 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6223ee52-f835-40c2-9a20-37062d5d8041 req-9b0cb90a-b8b5-4da8-a822-e6d525fef407 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 943 time: 0.0496285 Sep 09 20:38:32.471957 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:32.501552 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6223ee52-f835-40c2-9a20-37062d5d8041 req-52580987-25e9-4cf2-bf10-9c2f6d6d0073 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547996 Sep 09 20:38:32.573849 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=84 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:32.577812 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=82 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:33.583591 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:33.619965 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbea7fe-1a2b-4d1e-a7ed-2e57706c6679 req-e3ec0286-2372-431a-9e5f-ade2d75b295a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:33.621415 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-acbea7fe-1a2b-4d1e-a7ed-2e57706c6679 req-e3ec0286-2372-431a-9e5f-ade2d75b295a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 943 time: 0.0468624 Sep 09 20:38:33.670235 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-acbea7fe-1a2b-4d1e-a7ed-2e57706c6679 req-6eaf1d82-1d1c-49fc-ad52-4dc62bd44824 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433600 Sep 09 20:38:34.795683 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c7c65-1ad8-43d9-bed0-9891a2aac0df req-aaf24bbb-bb8a-4ac4-b390-e1baeee806d6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:34.797145 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-817c7c65-1ad8-43d9-bed0-9891a2aac0df req-aaf24bbb-bb8a-4ac4-b390-e1baeee806d6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 943 time: 0.0494471 Sep 09 20:38:34.845916 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-817c7c65-1ad8-43d9-bed0-9891a2aac0df req-7d4efd74-4058-4bd2-90f9-15cd1c067c68 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432637 Sep 09 20:38:35.974162 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa19fd2-3bc3-40db-b360-e173be2e6fa4 req-6e51c5f1-6050-46c6-b00c-905ba69bc842 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:35.975561 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9fa19fd2-3bc3-40db-b360-e173be2e6fa4 req-6e51c5f1-6050-46c6-b00c-905ba69bc842 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 943 time: 0.0478146 Sep 09 20:38:36.026214 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9fa19fd2-3bc3-40db-b360-e173be2e6fa4 req-3a01a32b-296e-4dbc-9301-fe352be834d2 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447075 Sep 09 20:38:37.163889 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca54148-602f-48ec-aff6-d91421fda05d req-9e89bba0-877e-40a2-95c1-e65bb0520a6b tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:37.169027 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-aca54148-602f-48ec-aff6-d91421fda05d req-9e89bba0-877e-40a2-95c1-e65bb0520a6b tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 943 time: 0.0568247 Sep 09 20:38:37.219507 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-aca54148-602f-48ec-aff6-d91421fda05d req-cd09d20f-bd4a-45fb-a57d-aa7f4d35c9e0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484791 Sep 09 20:38:37.303454 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device e4ac1fe9-a628-4015-bbd3-20c817809bdd details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:38:37.320014 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:37.376793 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=36,neutron:UPDATE=6 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:37.398419 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e2f4-d6b6-4a81-bb06-59224de7240e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:37.405199 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37832) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:37.423232 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port e4ac1fe9-a628-4015-bbd3-20c817809bdd, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e4ac1fe9-a628-4015-bbd3-20c817809bdd,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:38:37.434326 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'port_id': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'mac_address': 'fa:16:3e:1e:dd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:38:37.469228 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port e4ac1fe9-a628-4015-bbd3-20c817809bdd is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:38:37.469641 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:37.482941 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ac1fe9-a628-4015-bbd3-20c817809bdd {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:38:37.504257 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port e4ac1fe9-a628-4015-bbd3-20c817809bdd, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e4ac1fe9-a628-4015-bbd3-20c817809bdd,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:38:37.508305 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:37.513564 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea3b9-ccdc-44f4-b3ca-b34a116166ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:37.548312 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:37.554970 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=e4ac1fe9-a628-4015-bbd3-20c817809bdd,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:37.562258 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:37.595809 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea3b9-ccdc-44f4-b3ca-b34a116166ab admin admin] Publish callbacks [] for security_group (7dd3bacd-97f1-4dff-ab31-ae092747e0bb), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:37.602778 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea3b9-ccdc-44f4-b3ca-b34a116166ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (7dd3bacd-97f1-4dff-ab31-ae092747e0bb), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:37.647684 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ea3b9-ccdc-44f4-b3ca-b34a116166ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd3bacd-97f1-4dff-ab31-ae092747e0bb,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:37.652219 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-5d2ea3b9-ccdc-44f4-b3ca-b34a116166ab admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=30255cdb6ac84e978bfef02b3af1c3e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459805 Sep 09 20:38:37.655279 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 37836) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:37.705297 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa033-371d-45a4-9b92-ea50290db9f5 admin admin] Publish callbacks [] for security_group (7dd3bacd-97f1-4dff-ab31-ae092747e0bb), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:37.725887 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa033-371d-45a4-9b92-ea50290db9f5 admin admin] Publish callbacks [] for security_group (7dd3bacd-97f1-4dff-ab31-ae092747e0bb), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:37.761746 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['e4ac1fe9-a628-4015-bbd3-20c817809bdd'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:38:37.773069 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa033-371d-45a4-9b92-ea50290db9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (7dd3bacd-97f1-4dff-ab31-ae092747e0bb), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:37.775661 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa033-371d-45a4-9b92-ea50290db9f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:37.776912 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-bf1aa033-371d-45a4-9b92-ea50290db9f5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7dd3bacd-97f1-4dff-ab31-ae092747e0bb HTTP/1.1" status: 204 len: 168 time: 0.1206501 Sep 09 20:38:37.784925 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1aa033-371d-45a4-9b92-ea50290db9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd3bacd-97f1-4dff-ab31-ae092747e0bb,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:38.051742 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37842) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:38.065169 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6913e38b-0445-4130-a649-9dabb3ad70ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:38.140122 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6913e38b-0445-4130-a649-9dabb3ad70ec admin admin] Publish callbacks [] for security_group (fa0b3dcb-9de5-4872-ac30-56af8198e498), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:38.144561 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6913e38b-0445-4130-a649-9dabb3ad70ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (fa0b3dcb-9de5-4872-ac30-56af8198e498), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:38.184244 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-6913e38b-0445-4130-a649-9dabb3ad70ec admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=695915870eb34441bc11328af6af15a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314590 Sep 09 20:38:38.185174 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913e38b-0445-4130-a649-9dabb3ad70ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0b3dcb-9de5-4872-ac30-56af8198e498,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:38.186897 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 37844) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:38.235403 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ff5762ad-c8d5-414e-addc-6cac10874455 admin admin] Publish callbacks [] for security_group (fa0b3dcb-9de5-4872-ac30-56af8198e498), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:38.255474 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ff5762ad-c8d5-414e-addc-6cac10874455 admin admin] Publish callbacks [] for security_group (fa0b3dcb-9de5-4872-ac30-56af8198e498), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:38.303254 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ff5762ad-c8d5-414e-addc-6cac10874455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (fa0b3dcb-9de5-4872-ac30-56af8198e498), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:38.306112 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ff5762ad-c8d5-414e-addc-6cac10874455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:38.307267 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-ff5762ad-c8d5-414e-addc-6cac10874455 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fa0b3dcb-9de5-4872-ac30-56af8198e498 HTTP/1.1" status: 204 len: 168 time: 0.1193614 Sep 09 20:38:38.346450 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5762ad-c8d5-414e-addc-6cac10874455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0b3dcb-9de5-4872-ac30-56af8198e498,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:38.367086 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3233d-fd5b-4c04-b01c-8a9537e37b76 req-81667c0a-db26-4be9-a2f3-7d5db0e23d91 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:38.368608 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3fe3233d-fd5b-4c04-b01c-8a9537e37b76 req-81667c0a-db26-4be9-a2f3-7d5db0e23d91 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 944 time: 0.0603459 Sep 09 20:38:38.418164 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3fe3233d-fd5b-4c04-b01c-8a9537e37b76 req-a459a789-4876-48ca-b0ba-98a34d386982 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440483 Sep 09 20:38:38.817846 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:39.319412 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device e4ac1fe9-a628-4015-bbd3-20c817809bdd up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:38:39.364597 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port e4ac1fe9-a628-4015-bbd3-20c817809bdd completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:38:39.369685 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port e4ac1fe9-a628-4015-bbd3-20c817809bdd triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:38:39.370068 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:39.446107 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port e4ac1fe9-a628-4015-bbd3-20c817809bdd is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:38:39.446765 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:39.471625 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:38:39.474608 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a325ca0c-f52c-415a-9148-2b16361d7aab" -d '{"events": [{"server_uuid": "4ea398be-0e07-4d50-86af-c37c921b8aca", "name": "network-vif-plugged", "status": "completed", "tag": "e4ac1fe9-a628-4015-bbd3-20c817809bdd"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:38:39.492904 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port e4ac1fe9-a628-4015-bbd3-20c817809bdd, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e4ac1fe9-a628-4015-bbd3-20c817809bdd,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:38:39.497697 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:39.540960 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b416d8e3-48a5-4592-8831-e6909e51b4f3 x-openstack-request-id: req-b416d8e3-48a5-4592-8831-e6909e51b4f3 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:38:39.541276 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea398be-0e07-4d50-86af-c37c921b8aca", "name": "network-vif-plugged", "status": "completed", "tag": "e4ac1fe9-a628-4015-bbd3-20c817809bdd", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:38:39.542154 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b416d8e3-48a5-4592-8831-e6909e51b4f3 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:38:39.543375 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b416d8e3-48a5-4592-8831-e6909e51b4f3'] response: {'server_uuid': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'code': 200} Sep 09 20:38:39.562177 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:39.575641 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c8a95-8bcb-49d7-9fd5-da5f6f47bece req-8cfd6340-0b71-4fd7-9c9e-70de4d95290a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:39.577527 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d81c8a95-8bcb-49d7-9fd5-da5f6f47bece req-8cfd6340-0b71-4fd7-9c9e-70de4d95290a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 945 time: 0.0563262 Sep 09 20:38:39.588766 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=e4ac1fe9-a628-4015-bbd3-20c817809bdd,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:39.595983 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-227c5a3e-7d19-499d-8024-60be523875e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:39.640210 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d81c8a95-8bcb-49d7-9fd5-da5f6f47bece req-d785107e-1693-42dd-85a4-35bd7389d3c7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537264 Sep 09 20:38:39.787314 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec12ed-fefa-4c77-a32a-2dfb64505716 req-5ef7039e-3b88-4f6e-9c23-93f59832711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:39.788826 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-47ec12ed-fefa-4c77-a32a-2dfb64505716 req-5ef7039e-3b88-4f6e-9c23-93f59832711f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 1129 time: 0.0475206 Sep 09 20:38:39.848267 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-47ec12ed-fefa-4c77-a32a-2dfb64505716 req-d833982d-bbab-4a86-a9b8-c8cc17b8a74a service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493827 Sep 09 20:38:40.768449 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b0f83-2d49-4142-a04b-63a2a7e1af28 req-e5414cb4-bac3-4fe4-a99a-7467d39ebc20 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:40.770526 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7d7b0f83-2d49-4142-a04b-63a2a7e1af28 req-e5414cb4-bac3-4fe4-a99a-7467d39ebc20 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 945 time: 0.0511818 Sep 09 20:38:40.791221 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:40.812777 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:40.822810 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7d7b0f83-2d49-4142-a04b-63a2a7e1af28 req-55eb2592-1f36-476d-abad-eefe6e93f8fe tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467134 Sep 09 20:38:40.905303 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:41.942249 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021f7c2-f505-4f97-9ca7-2bbc1a6f08e7 req-e46fbdc4-4fe7-47e3-86ea-dbb6a9ee137f tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:41.943704 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4021f7c2-f505-4f97-9ca7-2bbc1a6f08e7 req-e46fbdc4-4fe7-47e3-86ea-dbb6a9ee137f tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 945 time: 0.0459468 Sep 09 20:38:41.992377 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4021f7c2-f505-4f97-9ca7-2bbc1a6f08e7 req-8e9490e5-84ba-4f36-a0e4-b374040a7373 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431523 Sep 09 20:38:42.069519 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:38:42.113819 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30138ed-53a2-48be-ab32-8f24558a6f0d req-5d7bbf96-29f7-4bdc-8948-715d48b953fd tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:42.115171 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f30138ed-53a2-48be-ab32-8f24558a6f0d req-5d7bbf96-29f7-4bdc-8948-715d48b953fd tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 945 time: 0.0496061 Sep 09 20:38:42.166604 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f30138ed-53a2-48be-ab32-8f24558a6f0d req-7f6db6ec-4f07-4d95-81d7-fcd9cd2989cf tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457830 Sep 09 20:38:42.195795 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37914) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:42.233008 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2888a92-4cb1-4dff-a391-827edcf2160e tempest-TestVolumeBootPattern-1079128729 tempest-TestVolumeBootPattern-1079128729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:42.234743 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-c2888a92-4cb1-4dff-a391-827edcf2160e tempest-TestVolumeBootPattern-1079128729 tempest-TestVolumeBootPattern-1079128729-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 1124 time: 0.0379453 Sep 09 20:38:42.237451 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37916) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:42.242026 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Request body: {'floatingip': {'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'port_id': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:38:42.263156 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:42.293586 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:42.308435 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:42.346773 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:42.451258 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Allocated IP 172.27.1.225 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/ad9bd972-398d-487c-a389-cda53eb79b68) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:38:42.481084 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:42.793303 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for port (ad9bd972-398d-487c-a389-cda53eb79b68), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:42.813033 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:42.827392 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (ad9bd972-398d-487c-a389-cda53eb79b68), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:42.832537 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:42.875058 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:38:42.880005 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:38:42.883102 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:38:42.886519 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'Port': ['ID=ad9bd972-398d-487c-a389-cda53eb79b68,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:43.241183 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for floatingip (37b4f277-e08b-414c-9db0-94b09e61ca0c), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:43.304867 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (ad9bd972-398d-487c-a389-cda53eb79b68), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:43.449127 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for port (ad9bd972-398d-487c-a389-cda53eb79b68), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:43.453555 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (ad9bd972-398d-487c-a389-cda53eb79b68), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:43.523636 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (37b4f277-e08b-414c-9db0-94b09e61ca0c), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:43.526276 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'Port': ['ID=ad9bd972-398d-487c-a389-cda53eb79b68,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:43.562810 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:43.620940 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Floating IP 37b4f277-e08b-414c-9db0-94b09e61ca0c associated. External IP: 172.27.1.225, port: e4ac1fe9-a628-4015-bbd3-20c817809bdd. Sep 09 20:38:43.718380 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:43.817514 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Router ab1108fe-f287-4e42-b4ca-1800d1e893be has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:38:43.922314 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:38:43.933865 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748d733c-3f03-4fab-817c-e478668a991c None None] Sync routers for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:38:43.946687 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:43.946905 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d733c-3f03-4fab-817c-e478668a991c None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:38:43.947377 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-748d733c-3f03-4fab-817c-e478668a991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:38:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:38:43.981896 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-215078fa-0514-4f01-ba0a-d2c08ae078a7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7434421 Sep 09 20:38:43.982513 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'tag': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:38:43.985180 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24156e0-ac04-4f65-b426-23ec6c042f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea398be-0e07-4d50-86af-c37c921b8aca", "tag": "e4ac1fe9-a628-4015-bbd3-20c817809bdd"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:38:44.061133 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-748d733c-3f03-4fab-817c-e478668a991c None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:38:44.161914 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591ab372-2cde-4174-ac75-cdef03e5ded0 x-openstack-request-id: req-591ab372-2cde-4174-ac75-cdef03e5ded0 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:38:44.162222 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea398be-0e07-4d50-86af-c37c921b8aca", "tag": "e4ac1fe9-a628-4015-bbd3-20c817809bdd", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:38:44.162475 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-591ab372-2cde-4174-ac75-cdef03e5ded0 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:38:44.162882 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-591ab372-2cde-4174-ac75-cdef03e5ded0'] response: {'name': 'network-changed', 'server_uuid': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'tag': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'status': 'completed', 'code': 200} Sep 09 20:38:44.228932 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24156e0-ac04-4f65-b426-23ec6c042f2b req-422459fc-15f2-4652-94f3-be23a87914a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:44.230695 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f24156e0-ac04-4f65-b426-23ec6c042f2b req-422459fc-15f2-4652-94f3-be23a87914a8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 1129 time: 0.0421808 Sep 09 20:38:44.285506 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37948) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:44.286409 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-748d733c-3f03-4fab-817c-e478668a991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '37b4f277-e08b-414c-9db0-94b09e61ca0c', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'port_id': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'mac_address': 'fa:16:3e:1e:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:38:43Z', 'updated_at': '2022-09-09T20:38:43Z', 'revision_number': 0, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:38:44.314404 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748d733c-3f03-4fab-817c-e478668a991c None None] Checking router: ab1108fe-f287-4e42-b4ca-1800d1e893be for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:38:44.323522 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d733c-3f03-4fab-817c-e478668a991c None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:38:44.324120 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-748d733c-3f03-4fab-817c-e478668a991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:38:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:38:44.330029 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24156e0-ac04-4f65-b426-23ec6c042f2b req-436a9eb3-1726-42be-ad1e-c65138a6f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:44.331446 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f24156e0-ac04-4f65-b426-23ec6c042f2b req-436a9eb3-1726-42be-ad1e-c65138a6f1cc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 913 time: 0.0953400 Sep 09 20:38:44.409429 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:44.423156 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f24156e0-ac04-4f65-b426-23ec6c042f2b req-f08d3a1b-6c6b-4f65-b8cc-92190c052f1d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4ac1fe9-a628-4015-bbd3-20c817809bdd HTTP/1.1" status: 200 len: 999 time: 0.0852320 Sep 09 20:38:44.425385 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-748d733c-3f03-4fab-817c-e478668a991c None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:38:44.494290 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24156e0-ac04-4f65-b426-23ec6c042f2b req-64be1004-da4d-472a-9bb7-aef6a83dc9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:44.495854 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f24156e0-ac04-4f65-b426-23ec6c042f2b req-64be1004-da4d-472a-9bb7-aef6a83dc9b9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=81f0046c-13a3-4901-a8ba-33a97db174ef HTTP/1.1" status: 200 len: 851 time: 0.0659156 Sep 09 20:38:44.560830 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24156e0-ac04-4f65-b426-23ec6c042f2b req-b9ab8fd8-940d-4eb6-a41f-95b2af743bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:44.562372 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f24156e0-ac04-4f65-b426-23ec6c042f2b req-b9ab8fd8-940d-4eb6-a41f-95b2af743bcb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59e2f46b-26f1-41b6-a478-bcc0b9346326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609450 Sep 09 20:38:44.583467 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Publish callbacks [] for security_group (cdf4d9f0-060f-41bb-8b87-6808c2d78797), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:44.596214 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (cdf4d9f0-060f-41bb-8b87-6808c2d78797), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:44.625545 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:44.640070 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-748d733c-3f03-4fab-817c-e478668a991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '37b4f277-e08b-414c-9db0-94b09e61ca0c', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'port_id': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'mac_address': 'fa:16:3e:1e:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:38:43Z', 'updated_at': '2022-09-09T20:38:43Z', 'revision_number': 0, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:38:44.664234 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748d733c-3f03-4fab-817c-e478668a991c None None] The sync data for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi is: [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '37b4f277-e08b-414c-9db0-94b09e61ca0c', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'port_id': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'mac_address': 'fa:16:3e:1e:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:38:43Z', 'updated_at': '2022-09-09T20:38:43Z', 'revision_number': 0, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:38:44.677591 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ebb58a8683f7435da2a43a77fa2b1350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3881063 Sep 09 20:38:44.678368 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 37952) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:44.678856 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf4d9f0-060f-41bb-8b87-6808c2d78797,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:44.702698 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:44.702698 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:44.703090 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:44.703337 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:44.703672 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:44.703988 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:44.704312 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:44.704634 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:44.704959 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:44.705335 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:44.705855 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:44.706188 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:44.706513 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:44.706865 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:44.707197 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618bcf5-b61e-4bc7-ac37-a3df6f9caced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:44.726503 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f24156e0-ac04-4f65-b426-23ec6c042f2b req-8be0c784-cc99-4277-bb6b-70c36bb77592 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547143 Sep 09 20:38:44.728444 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e2ddce50-98fc-4624-b894-8c221f897e75 admin admin] Publish callbacks [] for security_group (cdf4d9f0-060f-41bb-8b87-6808c2d78797), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:44.750820 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e2ddce50-98fc-4624-b894-8c221f897e75 admin admin] Publish callbacks [] for security_group (cdf4d9f0-060f-41bb-8b87-6808c2d78797), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:44.793566 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:44.802506 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e2ddce50-98fc-4624-b894-8c221f897e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (cdf4d9f0-060f-41bb-8b87-6808c2d78797), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:44.805504 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-e2ddce50-98fc-4624-b894-8c221f897e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:44.809627 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-e2ddce50-98fc-4624-b894-8c221f897e75 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cdf4d9f0-060f-41bb-8b87-6808c2d78797 HTTP/1.1" status: 204 len: 168 time: 0.1307449 Sep 09 20:38:44.820500 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddce50-98fc-4624-b894-8c221f897e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf4d9f0-060f-41bb-8b87-6808c2d78797,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:44.830324 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f24156e0-ac04-4f65-b426-23ec6c042f2b req-37f248fa-4bae-4e79-873d-8f46aa6a4cf7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968714 Sep 09 20:38:44.907764 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68115517-419d-4efc-bca1-cd73bdb5dc15 None None] New status for floating IP 37b4f277-e08b-414c-9db0-94b09e61ca0c: ACTIVE {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:38:45.116371 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 37958) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:45.129702 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-83091108-029f-4df2-8db4-396dee007a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:45.206022 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-83091108-029f-4df2-8db4-396dee007a36 admin admin] Publish callbacks [] for security_group (72a4b08e-0e55-483f-bea0-6d9ff05fbf67), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:45.210152 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-83091108-029f-4df2-8db4-396dee007a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (72a4b08e-0e55-483f-bea0-6d9ff05fbf67), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:45.249172 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-83091108-029f-4df2-8db4-396dee007a36 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=dfc910cd982441e99b769ef3afe4abea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317592 Sep 09 20:38:45.250064 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83091108-029f-4df2-8db4-396dee007a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a4b08e-0e55-483f-bea0-6d9ff05fbf67,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:45.251803 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 37960) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:45.302129 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0d88e2a5-c797-4d5f-b578-cad82bedaf97 admin admin] Publish callbacks [] for security_group (72a4b08e-0e55-483f-bea0-6d9ff05fbf67), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:45.322395 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0d88e2a5-c797-4d5f-b578-cad82bedaf97 admin admin] Publish callbacks [] for security_group (72a4b08e-0e55-483f-bea0-6d9ff05fbf67), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:45.372897 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0d88e2a5-c797-4d5f-b578-cad82bedaf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (72a4b08e-0e55-483f-bea0-6d9ff05fbf67), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:45.375303 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0d88e2a5-c797-4d5f-b578-cad82bedaf97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:45.376447 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-0d88e2a5-c797-4d5f-b578-cad82bedaf97 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/72a4b08e-0e55-483f-bea0-6d9ff05fbf67 HTTP/1.1" status: 204 len: 168 time: 0.1235881 Sep 09 20:38:45.384620 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88e2a5-c797-4d5f-b578-cad82bedaf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a4b08e-0e55-483f-bea0-6d9ff05fbf67,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:47.043716 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38014) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:47.149474 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-64fed166-1e89-4385-8457-57b56042fc66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:47.225767 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-64fed166-1e89-4385-8457-57b56042fc66 admin admin] Publish callbacks [] for security_group (9d78c2ad-07f4-41eb-b67a-465272e86cde), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:47.229148 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-64fed166-1e89-4385-8457-57b56042fc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (9d78c2ad-07f4-41eb-b67a-465272e86cde), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:47.267894 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-64fed166-1e89-4385-8457-57b56042fc66 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1e5cbd1c12c14c64aa47d1543f217fed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229922 Sep 09 20:38:47.268740 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fed166-1e89-4385-8457-57b56042fc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d78c2ad-07f4-41eb-b67a-465272e86cde,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:47.270796 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 38018) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:47.321638 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Publish callbacks [] for security_group (9d78c2ad-07f4-41eb-b67a-465272e86cde), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:47.340776 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Publish callbacks [] for security_group (9d78c2ad-07f4-41eb-b67a-465272e86cde), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:47.386457 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (9d78c2ad-07f4-41eb-b67a-465272e86cde), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:47.389083 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:47.390219 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9d78c2ad-07f4-41eb-b67a-465272e86cde HTTP/1.1" status: 204 len: 168 time: 0.1184618 Sep 09 20:38:47.397729 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d78c2ad-07f4-41eb-b67a-465272e86cde,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:47.405007 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:47.405382 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:47.405719 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:47.406053 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:47.406384 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:47.406701 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:47.407021 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:47.407340 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:47.407658 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:47.407975 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:47.408296 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:47.408614 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:47.408931 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:47.409285 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:47.409583 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7560b8-0a8f-429d-8e8c-06603f30d025 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:38:47.647800 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38024) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:47.661595 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-35fe1513-9a98-4cf5-b8ef-4b437aa558e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:47.736734 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-35fe1513-9a98-4cf5-b8ef-4b437aa558e1 admin admin] Publish callbacks [] for security_group (4c1698f7-715a-4117-a0c4-697f11b2db7e), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:47.740863 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-35fe1513-9a98-4cf5-b8ef-4b437aa558e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (4c1698f7-715a-4117-a0c4-697f11b2db7e), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:47.778460 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe1513-9a98-4cf5-b8ef-4b437aa558e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1698f7-715a-4117-a0c4-697f11b2db7e,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:47.783481 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-35fe1513-9a98-4cf5-b8ef-4b437aa558e1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a7c51d0565184eab93c3929586b1dbc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345513 Sep 09 20:38:47.786917 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38026) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:47.838029 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a426dd39-3699-4da0-b97f-3c4aeece5c20 admin admin] Publish callbacks [] for security_group (4c1698f7-715a-4117-a0c4-697f11b2db7e), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:47.857486 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a426dd39-3699-4da0-b97f-3c4aeece5c20 admin admin] Publish callbacks [] for security_group (4c1698f7-715a-4117-a0c4-697f11b2db7e), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:47.863518 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:47.907585 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a426dd39-3699-4da0-b97f-3c4aeece5c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (4c1698f7-715a-4117-a0c4-697f11b2db7e), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:47.910250 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a426dd39-3699-4da0-b97f-3c4aeece5c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:47.911520 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-a426dd39-3699-4da0-b97f-3c4aeece5c20 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4c1698f7-715a-4117-a0c4-697f11b2db7e HTTP/1.1" status: 204 len: 168 time: 0.1236501 Sep 09 20:38:47.919391 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426dd39-3699-4da0-b97f-3c4aeece5c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1698f7-715a-4117-a0c4-697f11b2db7e,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:51.485111 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38070) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:51.588043 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b4a41e1-3011-43d3-a82d-84e2149ec535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:51.639240 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=74,neutron:DELETE=6,neutron:INSERT=20 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:51.663526 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b4a41e1-3011-43d3-a82d-84e2149ec535 admin admin] Publish callbacks [] for security_group (e3c8860e-e324-40e0-9347-5347dc0569f5), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:51.667095 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5b4a41e1-3011-43d3-a82d-84e2149ec535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (e3c8860e-e324-40e0-9347-5347dc0569f5), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:51.704818 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a41e1-3011-43d3-a82d-84e2149ec535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c8860e-e324-40e0-9347-5347dc0569f5,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:51.709605 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-5b4a41e1-3011-43d3-a82d-84e2149ec535 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4226079fb92c49e39d50cd567d438cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234282 Sep 09 20:38:51.712353 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 38074) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:51.760658 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9ebb-c451-4383-96cc-07e0ee27e755 admin admin] Publish callbacks [] for security_group (e3c8860e-e324-40e0-9347-5347dc0569f5), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:51.779995 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9ebb-c451-4383-96cc-07e0ee27e755 admin admin] Publish callbacks [] for security_group (e3c8860e-e324-40e0-9347-5347dc0569f5), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:51.825322 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9ebb-c451-4383-96cc-07e0ee27e755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (e3c8860e-e324-40e0-9347-5347dc0569f5), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:51.827889 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9ebb-c451-4383-96cc-07e0ee27e755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:51.829025 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-1d8c9ebb-c451-4383-96cc-07e0ee27e755 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e3c8860e-e324-40e0-9347-5347dc0569f5 HTTP/1.1" status: 204 len: 168 time: 0.1156964 Sep 09 20:38:51.836962 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c9ebb-c451-4383-96cc-07e0ee27e755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c8860e-e324-40e0-9347-5347dc0569f5,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:52.457558 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 38096) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:52.558024 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1230529827-network', 'tenant_id': 'bbf97f61be434378b04b3f95da86e521'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:38:52.562186 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:52.565959 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:52.584948 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] Made reservation on behalf of bbf97f61be434378b04b3f95da86e521 for: {'network': 1} {{(pid=106234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:38:52.587594 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for network (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:52.598880 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:52.673289 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] Publish callbacks [] for security_group (3a1f29ae-1e1d-4b6c-8691-4548172c85d5), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:52.677064 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (3a1f29ae-1e1d-4b6c-8691-4548172c85d5), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:52.704867 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=106234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:38:52.710990 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1f29ae-1e1d-4b6c-8691-4548172c85d5,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:52.718429 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:52.718429 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.segments_db [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] Added segment 5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e of type vlan for network 890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 Sep 09 20:38:52.758370 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761428803732'] for network (890a1afa-0ed5-46e4-9cef-cd9c6abc66b4), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:52.783169 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736'] for network (890a1afa-0ed5-46e4-9cef-cd9c6abc66b4), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:52.784305 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:52.784885 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:52.839270 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3806331 Sep 09 20:38:52.842389 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38100) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:38:52.847313 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [None req-1a70854b-c9cd-4d52-875e-c804bbd825a4 admin admin] Request body: {'subnet': {'network_id': '890a1afa-0ed5-46e4-9cef-cd9c6abc66b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1230529827-subnet', 'tenant_id': 'bbf97f61be434378b04b3f95da86e521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:38:52.850759 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28868c39-a40f-42b8-83f9-66118ce24be0 admin admin] Pushing event updated for resources: {'Network': ['ID=890a1afa-0ed5-46e4-9cef-cd9c6abc66b4,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:52.861639 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Network 890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 details requested by agent ovs-agent-dv-cinder-849325-4-iscsi with host dv-cinder-849325-4-iscsi {{(pid=106236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:38:52.869131 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a70854b-c9cd-4d52-875e-c804bbd825a4 admin admin] Made reservation on behalf of bbf97f61be434378b04b3f95da86e521 for: {'subnet': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:38:52.871488 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1a70854b-c9cd-4d52-875e-c804bbd825a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11867011'] for subnet (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:53.037391 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1a70854b-c9cd-4d52-875e-c804bbd825a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11418173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11867037'] for subnet (f8573ae8-991c-469d-9e33-e44dd2f569a4), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:53.094719 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70854b-c9cd-4d52-875e-c804bbd825a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8573ae8-991c-469d-9e33-e44dd2f569a4,revision_number=0']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:53.105145 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a70854b-c9cd-4d52-875e-c804bbd825a4 admin admin] Checking segment: {'id': '5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '890a1afa-0ed5-46e4-9cef-cd9c6abc66b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:38:53.105538 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a70854b-c9cd-4d52-875e-c804bbd825a4 admin admin] Network hostable DHCP agents. Network: 890a1afa-0ed5-46e4-9cef-cd9c6abc66b4, hostable agents: ['17967456-470e-4c3b-9d8b-55da3af9ba2c'], hosted agents: [] {{(pid=106235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:38:53.121856 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a70854b-c9cd-4d52-875e-c804bbd825a4 admin admin] Network 890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 is scheduled to be hosted by DHCP agent 17967456-470e-4c3b-9d8b-55da3af9ba2c with binding_index 1 {{(pid=106235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:38:53.130604 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [None req-1a70854b-c9cd-4d52-875e-c804bbd825a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849325-4-iscsi, 890a1afa-0ed5-46e4-9cef-cd9c6abc66b4) {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:38:53.134644 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a70854b-c9cd-4d52-875e-c804bbd825a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:53.135236 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-1a70854b-c9cd-4d52-875e-c804bbd825a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:53.139366 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5706f7ae-38d6-4686-bcfb-4fbd7823700c None None] Network 890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:38:53.151236 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-1a70854b-c9cd-4d52-875e-c804bbd825a4 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3077388 Sep 09 20:38:53.240434 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71819bf-678b-4559-bf39-02f0b0f41d2a None None] Network 890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:38:53.906354 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8007785-38b8-4dee-8473-13cb2b8a51d5 req-51174dd9-836f-4cde-9765-0ab8f76582fa tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:53.907799 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d8007785-38b8-4dee-8473-13cb2b8a51d5 req-51174dd9-836f-4cde-9765-0ab8f76582fa tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0538642 Sep 09 20:38:53.956762 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d8007785-38b8-4dee-8473-13cb2b8a51d5 req-b613779e-8c4c-4bd7-b757-205ee92f7ebd tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429986 Sep 09 20:38:54.642747 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=79 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:54.643522 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=71 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:54.913348 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453ca44-83e2-4275-a59c-542355d009ed req-96b9f947-ad0e-44b8-9014-3ecfa9126ba7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:54.914725 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a453ca44-83e2-4275-a59c-542355d009ed req-96b9f947-ad0e-44b8-9014-3ecfa9126ba7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/networks?id=890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 HTTP/1.1" status: 200 len: 814 time: 0.1042359 Sep 09 20:38:54.929820 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a453ca44-83e2-4275-a59c-542355d009ed req-f3726b03-89ef-4fea-a32f-4025fa421efb tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/quotas/bbf97f61be434378b04b3f95da86e521 HTTP/1.1" status: 200 len: 375 time: 0.0094609 Sep 09 20:38:54.960957 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a453ca44-83e2-4275-a59c-542355d009ed req-9f073199-98f1-4f65-8d01-71942c62adc6 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=bbf97f61be434378b04b3f95da86e521&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262671 Sep 09 20:38:55.078674 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a453ca44-83e2-4275-a59c-542355d009ed req-85dab1ec-c602-4d84-beef-d2dc8cc397dc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/890a1afa-0ed5-46e4-9cef-cd9c6abc66b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112742 Sep 09 20:38:55.098491 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3cc91-050c-4a00-94e4-708e2ef103e9 req-132aded0-3540-474d-ae87-c396a9b2890f tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:55.099834 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-86d3cc91-050c-4a00-94e4-708e2ef103e9 req-132aded0-3540-474d-ae87-c396a9b2890f tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0655572 Sep 09 20:38:55.200239 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-86d3cc91-050c-4a00-94e4-708e2ef103e9 req-20f5f694-add2-4f9f-bd60-ea30effb7354 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896888 Sep 09 20:38:55.210595 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:55.215516 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a453ca44-83e2-4275-a59c-542355d009ed req-c97ea39b-da54-4e44-aff4-8a208bae6d32 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/890a1afa-0ed5-46e4-9cef-cd9c6abc66b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291337 Sep 09 20:38:55.376080 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-38942a16-4230-48f0-b6c0-77c512081afd req-9b1126dc-1dc2-4d19-8a71-b67f79245a0e tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 210 time: 0.0275512 Sep 09 20:38:56.321078 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1dbc3-a0ca-41fb-9f0e-a4107903afc6 req-5e37faad-5a90-4a3c-9adb-ed9b26bde776 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:56.322567 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-44d1dbc3-a0ca-41fb-9f0e-a4107903afc6 req-5e37faad-5a90-4a3c-9adb-ed9b26bde776 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0470667 Sep 09 20:38:56.374673 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-44d1dbc3-a0ca-41fb-9f0e-a4107903afc6 req-8685f967-2ef1-4033-a740-b0b784aae678 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465281 Sep 09 20:38:56.492200 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1945e1b5-c899-445d-8c15-a76eddf73713 req-b261d4d8-be00-4de1-9c72-019e42f50a8a tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 210 time: 0.0323303 Sep 09 20:38:56.494931 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453ca44-83e2-4275-a59c-542355d009ed req-714cfed3-d6af-4bee-9bb6-fe023c2e4a0d tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:56.496397 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a453ca44-83e2-4275-a59c-542355d009ed req-714cfed3-d6af-4bee-9bb6-fe023c2e4a0d tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.25 "GET /networking/v2.0/networks?id=890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 HTTP/1.1" status: 200 len: 814 time: 0.1139441 Sep 09 20:38:56.508886 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-a453ca44-83e2-4275-a59c-542355d009ed req-6a52bfda-5787-41a1-8882-bd5eaef04abc tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Request body: {'port': {'device_id': 'ee0ff27b-5e19-4107-b229-815bd2ebf34b', 'network_id': '890a1afa-0ed5-46e4-9cef-cd9c6abc66b4', 'admin_state_up': True, 'tenant_id': 'bbf97f61be434378b04b3f95da86e521'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:38:56.626241 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a453ca44-83e2-4275-a59c-542355d009ed req-6a52bfda-5787-41a1-8882-bd5eaef04abc tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Made reservation on behalf of bbf97f61be434378b04b3f95da86e521 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:38:56.630783 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a453ca44-83e2-4275-a59c-542355d009ed req-6a52bfda-5787-41a1-8882-bd5eaef04abc tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:56.653882 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:56.761872 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-a453ca44-83e2-4275-a59c-542355d009ed req-6a52bfda-5787-41a1-8882-bd5eaef04abc tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Allocated IP 172.20.0.12 (890a1afa-0ed5-46e4-9cef-cd9c6abc66b4/f8573ae8-991c-469d-9e33-e44dd2f569a4/160a2d09-e95c-4bd3-a475-8035c7f04a30) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:38:56.766922 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:56.912412 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a453ca44-83e2-4275-a59c-542355d009ed req-6a52bfda-5787-41a1-8882-bd5eaef04abc tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks [] for port (160a2d09-e95c-4bd3-a475-8035c7f04a30), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:56.943103 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a453ca44-83e2-4275-a59c-542355d009ed req-6a52bfda-5787-41a1-8882-bd5eaef04abc tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (160a2d09-e95c-4bd3-a475-8035c7f04a30), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:56.988975 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a453ca44-83e2-4275-a59c-542355d009ed req-6a52bfda-5787-41a1-8882-bd5eaef04abc tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Network 890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:38:56.994099 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-a453ca44-83e2-4275-a59c-542355d009ed req-6a52bfda-5787-41a1-8882-bd5eaef04abc tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:38:56.998054 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-a453ca44-83e2-4275-a59c-542355d009ed req-6a52bfda-5787-41a1-8882-bd5eaef04abc tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:38:57.004512 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52bfda-5787-41a1-8882-bd5eaef04abc tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Pushing event updated for resources: {'Port': ['ID=160a2d09-e95c-4bd3-a475-8035c7f04a30,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:57.048475 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453ca44-83e2-4275-a59c-542355d009ed req-6a52bfda-5787-41a1-8882-bd5eaef04abc tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:57.049096 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a453ca44-83e2-4275-a59c-542355d009ed req-6a52bfda-5787-41a1-8882-bd5eaef04abc tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:57.065276 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a453ca44-83e2-4275-a59c-542355d009ed req-6a52bfda-5787-41a1-8882-bd5eaef04abc tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5605764 Sep 09 20:38:57.076491 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Request body: {'port': {'device_id': 'ee0ff27b-5e19-4107-b229-815bd2ebf34b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:38:57.133772 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (160a2d09-e95c-4bd3-a475-8035c7f04a30), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:57.381885 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160a2d09-e95c-4bd3-a475-8035c7f04a30 {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:38:57.389113 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Publish callbacks [] for port (160a2d09-e95c-4bd3-a475-8035c7f04a30), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:57.390997 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:57.404153 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Transition to ACTIVE for port object 160a2d09-e95c-4bd3-a475-8035c7f04a30 will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:38:57.408329 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (160a2d09-e95c-4bd3-a475-8035c7f04a30), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:57.473326 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Pushing event updated for resources: {'Port': ['ID=160a2d09-e95c-4bd3-a475-8035c7f04a30,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:57.483756 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:57.503056 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99caeef8-08e5-4fac-a0ec-341948c75aba req-d2744a52-e676-4aea-9e04-d2b8453f8ae1 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:57.504518 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-99caeef8-08e5-4fac-a0ec-341948c75aba req-d2744a52-e676-4aea-9e04-d2b8453f8ae1 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0487993 Sep 09 20:38:57.527728 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Attempting to bind port 160a2d09-e95c-4bd3-a475-8035c7f04a30 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:38:57.528277 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Attempting to bind port 160a2d09-e95c-4bd3-a475-8035c7f04a30 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '890a1afa-0ed5-46e4-9cef-cd9c6abc66b4'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:38:57.528415 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Attempting to bind port 160a2d09-e95c-4bd3-a475-8035c7f04a30 on network 890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:38:57.558886 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-99caeef8-08e5-4fac-a0ec-341948c75aba req-a702f92c-7b10-4427-a3a6-0e9a4d3a7a60 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476363 Sep 09 20:38:57.563764 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:57.573140 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Port 160a2d09-e95c-4bd3-a475-8035c7f04a30 on network 890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:38:57.573899 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Attempting to bind port 160a2d09-e95c-4bd3-a475-8035c7f04a30 on network 890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:38:57.617507 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:38:57.617926 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Checking segment: {'id': '5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '890a1afa-0ed5-46e4-9cef-cd9c6abc66b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:38:57.618224 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Bound using segment: {'id': '5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '890a1afa-0ed5-46e4-9cef-cd9c6abc66b4'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:38:57.618660 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Bound port: 160a2d09-e95c-4bd3-a475-8035c7f04a30, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '890a1afa-0ed5-46e4-9cef-cd9c6abc66b4'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:38:57.619015 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (160a2d09-e95c-4bd3-a475-8035c7f04a30), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:57.623442 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f45b9-34f4-47a8-b55e-cd921d8c0e71 req-3994764e-d2b9-4e7f-a5b0-741c369c7ff0 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:57.624912 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1e2f45b9-34f4-47a8-b55e-cd921d8c0e71 req-3994764e-d2b9-4e7f-a5b0-741c369c7ff0 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 944 time: 0.0465755 Sep 09 20:38:57.672994 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1e2f45b9-34f4-47a8-b55e-cd921d8c0e71 req-4b924c61-22ac-45db-8e79-0697641347f8 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416300 Sep 09 20:38:57.686229 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] For port 160a2d09-e95c-4bd3-a475-8035c7f04a30, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:38:57.689782 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] For port 160a2d09-e95c-4bd3-a475-8035c7f04a30, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=160a2d09-e95c-4bd3-a475-8035c7f04a30,segment=NetworkSegment(5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e),segment_id=5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:38:57.696236 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (160a2d09-e95c-4bd3-a475-8035c7f04a30), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:57.700293 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:57.700897 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:38:57.702270 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a453ca44-83e2-4275-a59c-542355d009ed req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/160a2d09-e95c-4bd3-a475-8035c7f04a30 HTTP/1.1" status: 200 len: 1094 time: 0.6296792 Sep 09 20:38:57.702842 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0ff27b-5e19-4107-b229-815bd2ebf34b', 'tag': '160a2d09-e95c-4bd3-a475-8035c7f04a30'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:38:57.705046 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf528456-1a32-4b52-baf8-e7a0bfbb22d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0ff27b-5e19-4107-b229-815bd2ebf34b", "tag": "160a2d09-e95c-4bd3-a475-8035c7f04a30"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:38:57.793023 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd46248-1755-4ecf-862d-151500cd64c8 service neutron] Pushing event updated for resources: {'Port': ['ID=160a2d09-e95c-4bd3-a475-8035c7f04a30,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:38:57.799989 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453ca44-83e2-4275-a59c-542355d009ed req-92fea4b4-17c0-443b-b482-453cb531f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:57.801801 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a453ca44-83e2-4275-a59c-542355d009ed req-92fea4b4-17c0-443b-b482-453cb531f815 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bbf97f61be434378b04b3f95da86e521&device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 1128 time: 0.0600243 Sep 09 20:38:57.847277 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a453ca44-83e2-4275-a59c-542355d009ed req-5a7fc50a-cdf5-4435-95d2-0c80b5567e1c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=160a2d09-e95c-4bd3-a475-8035c7f04a30 HTTP/1.1" status: 200 len: 217 time: 0.0385923 Sep 09 20:38:57.893697 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5378cf96-ce29-405d-a4ac-4719e5d2127e x-openstack-request-id: req-5378cf96-ce29-405d-a4ac-4719e5d2127e {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:38:57.893993 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0ff27b-5e19-4107-b229-815bd2ebf34b", "tag": "160a2d09-e95c-4bd3-a475-8035c7f04a30", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:38:57.894247 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5378cf96-ce29-405d-a4ac-4719e5d2127e {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:38:57.895186 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5378cf96-ce29-405d-a4ac-4719e5d2127e'] response: {'name': 'network-changed', 'server_uuid': 'ee0ff27b-5e19-4107-b229-815bd2ebf34b', 'tag': '160a2d09-e95c-4bd3-a475-8035c7f04a30', 'status': 'completed', 'code': 200} Sep 09 20:38:57.900840 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453ca44-83e2-4275-a59c-542355d009ed req-ab4ec969-18fa-4093-9412-b9a4073234d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:57.902331 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a453ca44-83e2-4275-a59c-542355d009ed req-ab4ec969-18fa-4093-9412-b9a4073234d5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f8573ae8-991c-469d-9e33-e44dd2f569a4 HTTP/1.1" status: 200 len: 854 time: 0.0493279 Sep 09 20:38:57.935886 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a453ca44-83e2-4275-a59c-542355d009ed req-97e659fe-378d-4016-b8eb-883e6796a0c1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=890a1afa-0ed5-46e4-9cef-cd9c6abc66b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252018 Sep 09 20:38:58.026587 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a453ca44-83e2-4275-a59c-542355d009ed req-69089501-adae-4a99-a3e6-feaca204473e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/890a1afa-0ed5-46e4-9cef-cd9c6abc66b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837564 Sep 09 20:38:58.115443 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a453ca44-83e2-4275-a59c-542355d009ed req-b74bad22-8386-49bb-ace7-f7dcb934412a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/890a1afa-0ed5-46e4-9cef-cd9c6abc66b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816092 Sep 09 20:38:58.680500 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c815e-cdec-4b2d-8c70-2e193e971c61 req-990e2bf3-8aed-43da-a679-8999e68680bf tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:58.681996 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fe2c815e-cdec-4b2d-8c70-2e193e971c61 req-990e2bf3-8aed-43da-a679-8999e68680bf tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0501997 Sep 09 20:38:58.730887 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-fe2c815e-cdec-4b2d-8c70-2e193e971c61 req-9e6b437b-fc8e-407a-8c5f-1b1bb4d24518 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433476 Sep 09 20:38:58.794835 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c9be3-d2c3-49aa-ac19-f7819294e240 req-36dfaaae-3032-4303-8e7d-21c040d90884 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:58.796270 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d52c9be3-d2c3-49aa-ac19-f7819294e240 req-36dfaaae-3032-4303-8e7d-21c040d90884 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 944 time: 0.0461397 Sep 09 20:38:58.842377 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d52c9be3-d2c3-49aa-ac19-f7819294e240 req-9cebb486-969d-459f-90c0-a4ddcb0f3669 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404203 Sep 09 20:38:59.080594 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf528456-1a32-4b52-baf8-e7a0bfbb22d2 req-3dbfd2dc-7846-4f5b-aa52-09c6c0f9694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:59.082678 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-bf528456-1a32-4b52-baf8-e7a0bfbb22d2 req-3dbfd2dc-7846-4f5b-aa52-09c6c0f9694f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bbf97f61be434378b04b3f95da86e521&device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 1128 time: 0.0384440 Sep 09 20:38:59.171543 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf528456-1a32-4b52-baf8-e7a0bfbb22d2 req-cded3f3a-c44c-437f-b5f0-b22f518ead90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:59.172875 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-bf528456-1a32-4b52-baf8-e7a0bfbb22d2 req-cded3f3a-c44c-437f-b5f0-b22f518ead90 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 HTTP/1.1" status: 200 len: 915 time: 0.0848899 Sep 09 20:38:59.212203 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-bf528456-1a32-4b52-baf8-e7a0bfbb22d2 req-9c98a2c8-3c84-4af7-a3af-9a0c61669e8b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=160a2d09-e95c-4bd3-a475-8035c7f04a30 HTTP/1.1" status: 200 len: 217 time: 0.0321391 Sep 09 20:38:59.491923 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf528456-1a32-4b52-baf8-e7a0bfbb22d2 req-ec77d215-bcc7-4765-a5ce-799db74172de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:59.493382 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-bf528456-1a32-4b52-baf8-e7a0bfbb22d2 req-ec77d215-bcc7-4765-a5ce-799db74172de service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f8573ae8-991c-469d-9e33-e44dd2f569a4 HTTP/1.1" status: 200 len: 854 time: 0.2749286 Sep 09 20:38:59.534068 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-bf528456-1a32-4b52-baf8-e7a0bfbb22d2 req-fb97ab24-7cc1-473f-a7e2-5e8b35e2b1d6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=890a1afa-0ed5-46e4-9cef-cd9c6abc66b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258117 Sep 09 20:38:59.592899 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:38:59.630382 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-bf528456-1a32-4b52-baf8-e7a0bfbb22d2 req-4af71281-3128-4cf5-b97c-4e082ad156cf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/890a1afa-0ed5-46e4-9cef-cd9c6abc66b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863025 Sep 09 20:38:59.721750 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-bf528456-1a32-4b52-baf8-e7a0bfbb22d2 req-48dcc3e4-74be-44eb-ad23-29eee1b3d876 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/890a1afa-0ed5-46e4-9cef-cd9c6abc66b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824888 Sep 09 20:38:59.848124 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77591ad7-37be-40e2-9cb3-c108247354f0 req-e6e37df0-a27e-45d6-b018-a1c2fff9644b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:59.849589 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-77591ad7-37be-40e2-9cb3-c108247354f0 req-e6e37df0-a27e-45d6-b018-a1c2fff9644b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0461037 Sep 09 20:38:59.901750 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-77591ad7-37be-40e2-9cb3-c108247354f0 req-3fa609fe-400f-4dba-b42f-d4c455f280f0 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466306 Sep 09 20:38:59.960879 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86544059-a273-44a1-ae6e-0c30a8aab1c9 req-8add2a56-27be-4fa6-bd53-666f60955ce9 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:38:59.962346 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-86544059-a273-44a1-ae6e-0c30a8aab1c9 req-8add2a56-27be-4fa6-bd53-666f60955ce9 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 944 time: 0.0457735 Sep 09 20:39:00.008973 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-86544059-a273-44a1-ae6e-0c30a8aab1c9 req-5523a596-51f9-45d3-8e96-a154f6b2702a tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412230 Sep 09 20:39:01.020961 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22671623-cca1-4e90-ba9d-68b67ac78d1f req-b9cf674c-f0bd-4229-a2e7-8f03be3cd8f3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:01.022412 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-22671623-cca1-4e90-ba9d-68b67ac78d1f req-b9cf674c-f0bd-4229-a2e7-8f03be3cd8f3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0460396 Sep 09 20:39:01.070903 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-22671623-cca1-4e90-ba9d-68b67ac78d1f req-a239848e-29b5-447b-94ee-22ab643d8f3e tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429885 Sep 09 20:39:01.130833 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37845a7-f1dc-4652-b13c-1692ccd79c9f req-aca31330-3278-4938-9ec6-b640921a9b31 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:01.132274 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e37845a7-f1dc-4652-b13c-1692ccd79c9f req-aca31330-3278-4938-9ec6-b640921a9b31 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 944 time: 0.0499098 Sep 09 20:39:01.178068 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e37845a7-f1dc-4652-b13c-1692ccd79c9f req-f511d17a-84e0-461c-b7cd-027c19826b64 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401003 Sep 09 20:39:01.445584 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 160a2d09-e95c-4bd3-a475-8035c7f04a30 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:39:01.542996 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 160a2d09-e95c-4bd3-a475-8035c7f04a30, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=160a2d09-e95c-4bd3-a475-8035c7f04a30,segment=NetworkSegment(5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e),segment_id=5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:39:01.553985 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': '160a2d09-e95c-4bd3-a475-8035c7f04a30', 'network_id': '890a1afa-0ed5-46e4-9cef-cd9c6abc66b4', 'port_id': '160a2d09-e95c-4bd3-a475-8035c7f04a30', 'mac_address': 'fa:16:3e:1a:a0:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8573ae8-991c-469d-9e33-e44dd2f569a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:39:01.588458 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 160a2d09-e95c-4bd3-a475-8035c7f04a30 is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:39:01.588849 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (160a2d09-e95c-4bd3-a475-8035c7f04a30), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:01.601372 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160a2d09-e95c-4bd3-a475-8035c7f04a30 {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:39:01.620923 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 160a2d09-e95c-4bd3-a475-8035c7f04a30, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=160a2d09-e95c-4bd3-a475-8035c7f04a30,segment=NetworkSegment(5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e),segment_id=5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:39:01.624790 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (160a2d09-e95c-4bd3-a475-8035c7f04a30), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:01.673802 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=160a2d09-e95c-4bd3-a475-8035c7f04a30,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:39:01.680862 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:01.681211 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:01.681721 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:01.682049 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:01.682386 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:01.682721 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:01.683057 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:01.683387 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:01.683716 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:01.684044 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:01.684370 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:01.684698 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:01.685023 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:01.685377 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:01.685699 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:01.977221 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['160a2d09-e95c-4bd3-a475-8035c7f04a30'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:39:02.047065 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:02.191008 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2124859-8584-45b0-bbb7-b526c2e82d5b req-b1ea99f3-0f15-43a2-ae4b-6ad12a6d7977 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:02.192456 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b2124859-8584-45b0-bbb7-b526c2e82d5b req-b1ea99f3-0f15-43a2-ae4b-6ad12a6d7977 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0467038 Sep 09 20:39:02.241864 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b2124859-8584-45b0-bbb7-b526c2e82d5b req-2965a126-8910-4ef5-8824-59e1b3047ccb tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436909 Sep 09 20:39:02.304785 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ac5e2-e78e-4861-80db-7b79bfe1f900 req-2bb3a5a8-3360-4378-ae5b-3b2ff7da52e2 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:02.306236 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-038ac5e2-e78e-4861-80db-7b79bfe1f900 req-2bb3a5a8-3360-4378-ae5b-3b2ff7da52e2 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 945 time: 0.0534122 Sep 09 20:39:02.318025 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:02.352482 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-038ac5e2-e78e-4861-80db-7b79bfe1f900 req-11083c13-de70-496c-83c0-42d882526c5c tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Sep 09 20:39:02.520090 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:03.361474 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4eb13e-f7fa-4179-b68c-158527d84eb5 req-91777b83-e336-477f-a044-bec9596702ca tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:03.363433 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7b4eb13e-f7fa-4179-b68c-158527d84eb5 req-91777b83-e336-477f-a044-bec9596702ca tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0455325 Sep 09 20:39:03.407115 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:03.412738 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7b4eb13e-f7fa-4179-b68c-158527d84eb5 req-48d0f8cb-7fd5-4392-b88c-43f2b91091f3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438654 Sep 09 20:39:03.453964 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 160a2d09-e95c-4bd3-a475-8035c7f04a30 up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:39:03.470592 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531108a9-3588-4723-b010-a84e71c76f95 req-8c230ce2-44a6-4a9f-a2e1-8f314746d967 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:03.472050 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-531108a9-3588-4723-b010-a84e71c76f95 req-8c230ce2-44a6-4a9f-a2e1-8f314746d967 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 945 time: 0.0456433 Sep 09 20:39:03.496678 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port 160a2d09-e95c-4bd3-a475-8035c7f04a30 completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:39:03.502407 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port 160a2d09-e95c-4bd3-a475-8035c7f04a30 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:39:03.502789 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (160a2d09-e95c-4bd3-a475-8035c7f04a30), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:03.524080 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-531108a9-3588-4723-b010-a84e71c76f95 req-de338185-dc14-48cd-8c85-608c5e0eb9df tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464048 Sep 09 20:39:03.574630 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 160a2d09-e95c-4bd3-a475-8035c7f04a30 is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:39:03.575182 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (160a2d09-e95c-4bd3-a475-8035c7f04a30), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:03.597072 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0ff27b-5e19-4107-b229-815bd2ebf34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160a2d09-e95c-4bd3-a475-8035c7f04a30'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:39:03.599838 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab06ce7d-4e82-439a-b512-748ddf73e9e0" -d '{"events": [{"server_uuid": "ee0ff27b-5e19-4107-b229-815bd2ebf34b", "name": "network-vif-plugged", "status": "completed", "tag": "160a2d09-e95c-4bd3-a475-8035c7f04a30"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:39:03.616657 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 160a2d09-e95c-4bd3-a475-8035c7f04a30, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=160a2d09-e95c-4bd3-a475-8035c7f04a30,segment=NetworkSegment(5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e),segment_id=5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:39:03.620784 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (160a2d09-e95c-4bd3-a475-8035c7f04a30), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:03.667268 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=160a2d09-e95c-4bd3-a475-8035c7f04a30,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:39:03.760250 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73efcce1-b838-4bfa-b486-913d5cffa9bc x-openstack-request-id: req-73efcce1-b838-4bfa-b486-913d5cffa9bc {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:39:03.760542 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0ff27b-5e19-4107-b229-815bd2ebf34b", "name": "network-vif-plugged", "status": "completed", "tag": "160a2d09-e95c-4bd3-a475-8035c7f04a30", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:39:03.760798 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73efcce1-b838-4bfa-b486-913d5cffa9bc {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:39:03.761200 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73efcce1-b838-4bfa-b486-913d5cffa9bc'] response: {'server_uuid': 'ee0ff27b-5e19-4107-b229-815bd2ebf34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160a2d09-e95c-4bd3-a475-8035c7f04a30', 'code': 200} Sep 09 20:39:03.960923 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b74c87-641a-45cb-a92a-db76497ccc8c req-e1a1f974-4e41-423c-9bb8-b95ac03cdec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:03.962446 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a7b74c87-641a-45cb-a92a-db76497ccc8c req-e1a1f974-4e41-423c-9bb8-b95ac03cdec9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 1130 time: 0.0390482 Sep 09 20:39:04.077439 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a7b74c87-641a-45cb-a92a-db76497ccc8c req-9f5a5fce-e09d-4c4d-a942-0ece6a2a277f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513079 Sep 09 20:39:04.095603 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:04.109419 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538fae0-2405-40f3-8cdb-24614529a756 req-4ac150c3-6d3e-4586-9255-3c51fbf0c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:04.111120 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c538fae0-2405-40f3-8cdb-24614529a756 req-4ac150c3-6d3e-4586-9255-3c51fbf0c5ce service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=474aa97f67a8457ab6900081711a0bf1&device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 1130 time: 0.0428753 Sep 09 20:39:04.370982 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538fae0-2405-40f3-8cdb-24614529a756 req-1f921f5a-1c3a-4102-bc39-7e52df9d9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:04.372332 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c538fae0-2405-40f3-8cdb-24614529a756 req-1f921f5a-1c3a-4102-bc39-7e52df9d9c8a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 HTTP/1.1" status: 200 len: 909 time: 0.0891068 Sep 09 20:39:04.433877 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c538fae0-2405-40f3-8cdb-24614529a756 req-76d3ba16-a107-46c5-bf97-bbbdd148d3a4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf962b29-7eb7-46b4-a569-cb818262af3e HTTP/1.1" status: 200 len: 1002 time: 0.0540810 Sep 09 20:39:04.485137 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538fae0-2405-40f3-8cdb-24614529a756 req-2ef91113-12ff-4894-ba72-3b9e08fbb2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:04.486605 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c538fae0-2405-40f3-8cdb-24614529a756 req-2ef91113-12ff-4894-ba72-3b9e08fbb2ba service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1d1578d6-3429-4815-85e1-8a002ea95504 HTTP/1.1" status: 200 len: 847 time: 0.0440075 Sep 09 20:39:04.535480 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca07ac-8343-4f42-ab82-71602ce6c512 req-9c0e6d7a-e2d5-4f56-b4d9-91fa8ea6c011 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:04.536923 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c6ca07ac-8343-4f42-ab82-71602ce6c512 req-9c0e6d7a-e2d5-4f56-b4d9-91fa8ea6c011 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0476501 Sep 09 20:39:04.587676 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c6ca07ac-8343-4f42-ab82-71602ce6c512 req-bc9d0e82-dd73-4ad8-a5bd-c155a1a94a73 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451729 Sep 09 20:39:04.648609 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725b0b6-f372-4f6a-b5f3-a248c246f772 req-9606a27f-68bf-42dc-9759-931f76f415fb tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:04.649859 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e725b0b6-f372-4f6a-b5f3-a248c246f772 req-9606a27f-68bf-42dc-9759-931f76f415fb tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 946 time: 0.0461957 Sep 09 20:39:04.696311 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e725b0b6-f372-4f6a-b5f3-a248c246f772 req-44e9f6b0-b3eb-4bdd-b568-16edc32fbc79 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409188 Sep 09 20:39:04.804303 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538fae0-2405-40f3-8cdb-24614529a756 req-c956cd1e-b2d9-44c2-aea2-8ede75d457c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:04.805771 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c538fae0-2405-40f3-8cdb-24614529a756 req-c956cd1e-b2d9-44c2-aea2-8ede75d457c1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421870 Sep 09 20:39:04.900096 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c538fae0-2405-40f3-8cdb-24614529a756 req-648cbdec-42d2-4993-bdc6-eca14f46d977 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861526 Sep 09 20:39:05.000738 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c538fae0-2405-40f3-8cdb-24614529a756 req-24963548-1ef7-4d3e-912d-9c18c29d9279 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889759 Sep 09 20:39:05.714509 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b34af-c20f-45d6-b8be-04f3648d9a13 req-0f328c33-9d40-4da7-93e4-3ef54f59e830 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:05.715930 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d19b34af-c20f-45d6-b8be-04f3648d9a13 req-0f328c33-9d40-4da7-93e4-3ef54f59e830 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0508039 Sep 09 20:39:05.767501 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d19b34af-c20f-45d6-b8be-04f3648d9a13 req-3dc3f330-1b23-4ea6-bb4d-2df15054831f tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460863 Sep 09 20:39:05.818221 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda925f-3aff-48f7-b1e2-0a9cb36667bf req-f1602090-ccfc-4537-8612-10edf9a0468c tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:05.819657 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9eda925f-3aff-48f7-b1e2-0a9cb36667bf req-f1602090-ccfc-4537-8612-10edf9a0468c tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 946 time: 0.0461679 Sep 09 20:39:05.865833 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9eda925f-3aff-48f7-b1e2-0a9cb36667bf req-a80e6519-bb0a-4cb5-bd43-52126321f5d5 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405116 Sep 09 20:39:06.889225 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22808a-4380-4e47-a497-11eba7407b76 req-1f5a2e33-e0ad-4128-9670-a343a3b048a8 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:06.890843 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9f22808a-4380-4e47-a497-11eba7407b76 req-1f5a2e33-e0ad-4128-9670-a343a3b048a8 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0461276 Sep 09 20:39:06.955665 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9f22808a-4380-4e47-a497-11eba7407b76 req-af6c03cf-8e8a-4082-ab1e-a21e3b5078e3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575309 Sep 09 20:39:06.990593 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53dd86-a4a8-4c62-96af-e87e705dc747 req-50f8bcdb-cfe2-4fa9-8985-9ce7a93c185f tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:06.992071 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1f53dd86-a4a8-4c62-96af-e87e705dc747 req-50f8bcdb-cfe2-4fa9-8985-9ce7a93c185f tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 946 time: 0.0506780 Sep 09 20:39:07.040017 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-1f53dd86-a4a8-4c62-96af-e87e705dc747 req-ea5895aa-788d-4288-9738-0da3d7e35995 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420978 Sep 09 20:39:07.365055 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e73692ca-edf0-4d36-bfc8-b2c30f54563a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:08.080722 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24008803-237a-4c46-8de8-d75821e80399 req-b7d68702-fdc2-4f79-b289-5dd5955373e7 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:08.082841 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-24008803-237a-4c46-8de8-d75821e80399 req-b7d68702-fdc2-4f79-b289-5dd5955373e7 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0488541 Sep 09 20:39:08.132274 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-24008803-237a-4c46-8de8-d75821e80399 req-4c6a76ed-267e-4208-885b-f76a30cb2f81 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437565 Sep 09 20:39:08.250686 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [req-c202d8f8-b9f9-41d6-a1fb-36d992d36b5d req-b9eb5fa4-0761-4e2f-bc88-a9d58c6cad59 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:39:08.251682 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c202d8f8-b9f9-41d6-a1fb-36d992d36b5d req-b9eb5fa4-0761-4e2f-bc88-a9d58c6cad59 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0493546 Sep 09 20:39:08.436281 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83587429-d871-44d0-a1ef-e05fbbbf832d req-c9bf436f-ae64-4434-a488-da620df47063 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:08.438089 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-83587429-d871-44d0-a1ef-e05fbbbf832d req-c9bf436f-ae64-4434-a488-da620df47063 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0517519 Sep 09 20:39:08.462862 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-f990495a-6729-4e77-afc1-187c49851423 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1034524 Sep 09 20:39:08.494550 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-83587429-d871-44d0-a1ef-e05fbbbf832d req-924d6acc-5cd6-4629-af1e-6fda1d11dddd tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492005 Sep 09 20:39:08.591464 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-207efe01-5bea-4a7a-9671-21e069c0519e tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:08.592825 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-207efe01-5bea-4a7a-9671-21e069c0519e tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports/bf962b29-7eb7-46b4-a569-cb818262af3e HTTP/1.1" status: 200 len: 943 time: 0.0992551 Sep 09 20:39:08.810249 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:08.814454 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=5 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:08.830402 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:09.595395 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-ac33913d-f211-4b2d-855e-40b8fa9c1f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:09.618096 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5760-093b-407d-907d-9da24566e8d3 req-7d810e2d-8ed4-42b4-887d-ace2f9124db5 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:09.620327 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f8bd5760-093b-407d-907d-9da24566e8d3 req-7d810e2d-8ed4-42b4-887d-ace2f9124db5 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0492280 Sep 09 20:39:09.658862 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:09.677644 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f8bd5760-093b-407d-907d-9da24566e8d3 req-85f27ee6-db8d-4d40-a8f6-1e8ea2c60570 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495114 Sep 09 20:39:10.094104 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-0136da04-c25d-4d52-91ea-787226437d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:10.095501 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-0136da04-c25d-4d52-91ea-787226437d9c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f&tenant_id=474aa97f67a8457ab6900081711a0bf1 HTTP/1.1" status: 200 len: 1130 time: 0.0434809 Sep 09 20:39:10.157659 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-2f1d557d-424a-48b6-a6e4-88c3cabf729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:10.159152 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-2f1d557d-424a-48b6-a6e4-88c3cabf729c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=474aa97f67a8457ab6900081711a0bf1&device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 1130 time: 0.0399349 Sep 09 20:39:10.252704 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-ab696510-0a29-4323-a134-efb6218cc153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:10.254854 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-ab696510-0a29-4323-a134-efb6218cc153 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 HTTP/1.1" status: 200 len: 909 time: 0.0891230 Sep 09 20:39:10.322892 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-2ce866bb-7dda-4a63-843b-b3ed2879df15 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf962b29-7eb7-46b4-a569-cb818262af3e HTTP/1.1" status: 200 len: 1002 time: 0.0619414 Sep 09 20:39:10.337001 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:10.373839 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-200d9a47-554a-4f4b-bb19-147927bce90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:10.375249 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-200d9a47-554a-4f4b-bb19-147927bce90a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1d1578d6-3429-4815-85e1-8a002ea95504 HTTP/1.1" status: 200 len: 847 time: 0.0460997 Sep 09 20:39:10.420242 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-cb5524cd-01e8-48c7-9e97-ce8e61e86bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:10.421772 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-cb5524cd-01e8-48c7-9e97-ce8e61e86bb1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399110 Sep 09 20:39:10.517588 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-ff937dd1-bf80-40a7-a94f-5ba6839591cc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890958 Sep 09 20:39:10.575881 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:10.616076 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-8625cbc4-de46-4570-8ed4-3decd7b8d070 req-e5d44b52-1358-4227-a790-a936aeaadc48 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923865 Sep 09 20:39:10.806051 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5032c7-1c73-4e12-a894-6ecc03586100 req-f9b954da-cc57-49c8-bc9a-99b9b481fa3a tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:10.807675 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4f5032c7-1c73-4e12-a894-6ecc03586100 req-f9b954da-cc57-49c8-bc9a-99b9b481fa3a tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0510511 Sep 09 20:39:10.857855 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4f5032c7-1c73-4e12-a894-6ecc03586100 req-536ee607-dffa-435b-938c-6b32b4e38331 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444052 Sep 09 20:39:10.909730 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:11.505331 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device bf962b29-7eb7-46b4-a569-cb818262af3e no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:39:11.579962 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port bf962b29-7eb7-46b4-a569-cb818262af3e is: ACTIVE; New status is: DOWN {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:39:11.580351 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:11.603610 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf962b29-7eb7-46b4-a569-cb818262af3e'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:39:11.606419 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9877ca9-e6f0-4872-9cd0-6fc676c16326" -d '{"events": [{"server_uuid": "90b69aea-f2d0-4dec-abe2-3bfa9af1328f", "name": "network-vif-unplugged", "status": "completed", "tag": "bf962b29-7eb7-46b4-a569-cb818262af3e"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:39:11.621015 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port bf962b29-7eb7-46b4-a569-cb818262af3e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=bf962b29-7eb7-46b4-a569-cb818262af3e,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:39:11.625919 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:11.650718 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Sep 2022 20:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c5c459-7f85-4711-9c86-8a1f24ad0b32 x-openstack-request-id: req-e0c5c459-7f85-4711-9c86-8a1f24ad0b32 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:39:11.651017 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b69aea-f2d0-4dec-abe2-3bfa9af1328f", "name": "network-vif-unplugged", "status": "completed", "tag": "bf962b29-7eb7-46b4-a569-cb818262af3e", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:39:11.651271 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e0c5c459-7f85-4711-9c86-8a1f24ad0b32 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:39:11.651661 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c5c459-7f85-4711-9c86-8a1f24ad0b32'] response: {'server_uuid': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf962b29-7eb7-46b4-a569-cb818262af3e', 'code': 200} Sep 09 20:39:11.676639 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=bf962b29-7eb7-46b4-a569-cb818262af3e,revision_number=6']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:39:11.945511 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:11.983240 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c064d-ef00-4ea8-a06d-d7ef69a01433 req-7da99f7c-51ca-4671-b807-6c5a5c8752c5 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:11.985034 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-319c064d-ef00-4ea8-a06d-d7ef69a01433 req-7da99f7c-51ca-4671-b807-6c5a5c8752c5 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 944 time: 0.0477748 Sep 09 20:39:12.034141 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-319c064d-ef00-4ea8-a06d-d7ef69a01433 req-c818e67f-6fef-44e1-be1e-ba5bed30c149 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428710 Sep 09 20:39:12.314818 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:12.480036 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:13.161277 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a78eaa-b0f2-47c7-a57c-232742814eb1 req-e31b69c7-2bd5-42aa-8775-9210510c3c3b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:13.162741 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f8a78eaa-b0f2-47c7-a57c-232742814eb1 req-e31b69c7-2bd5-42aa-8775-9210510c3c3b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 944 time: 0.0483351 Sep 09 20:39:13.217291 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f8a78eaa-b0f2-47c7-a57c-232742814eb1 req-33a8e37c-9ba8-4827-b37a-fcf2d7dd6597 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490069 Sep 09 20:39:14.343906 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb91a30-2436-4387-a5a1-176e2b14a4fc req-7a57d79d-b22b-44f5-be49-de84d291f4de tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:14.345379 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-efb91a30-2436-4387-a5a1-176e2b14a4fc req-7a57d79d-b22b-44f5-be49-de84d291f4de tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 944 time: 0.0492709 Sep 09 20:39:14.397211 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-efb91a30-2436-4387-a5a1-176e2b14a4fc req-4ef41b8c-b10d-4dbe-8aa7-c3d76fceefa6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461953 Sep 09 20:39:15.524792 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241ba18-0eab-4202-83a8-d8d7d2d534f6 req-e03a9026-1821-4737-9157-b7f81b35095e tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:15.526282 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7241ba18-0eab-4202-83a8-d8d7d2d534f6 req-e03a9026-1821-4737-9157-b7f81b35095e tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 944 time: 0.0488358 Sep 09 20:39:15.578633 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7241ba18-0eab-4202-83a8-d8d7d2d534f6 req-fbdadb04-1fa9-49cc-bcbb-f1fb2c7a0a06 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459380 Sep 09 20:39:16.841722 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758452f-cab3-4802-9e4b-b396056487fb req-bc89f321-bc37-4399-bfd0-79689ecf0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:16.844682 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f758452f-cab3-4802-9e4b-b396056487fb req-bc89f321-bc37-4399-bfd0-79689ecf0dca service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 1128 time: 0.0421982 Sep 09 20:39:16.903561 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f758452f-cab3-4802-9e4b-b396056487fb req-a90953cf-783a-41b0-a009-5ea71073c8bb service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441518 Sep 09 20:39:16.977441 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb69aa3-910a-4a97-afc5-7a8106e0a453 req-f291b22e-3cd5-48f2-a199-6c29faf7ac28 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:16.978897 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0cb69aa3-910a-4a97-afc5-7a8106e0a453 req-f291b22e-3cd5-48f2-a199-6c29faf7ac28 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 944 time: 0.3142178 Sep 09 20:39:17.026267 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-0cb69aa3-910a-4a97-afc5-7a8106e0a453 req-23fe9a65-1639-4dee-9c26-e1b30fe4bc94 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419855 Sep 09 20:39:18.143170 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7499168-e863-48f5-8316-3d7b345e0250 req-2f76e626-64a5-4539-abed-b757802a8a7f tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:18.144602 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a7499168-e863-48f5-8316-3d7b345e0250 req-2f76e626-64a5-4539-abed-b757802a8a7f tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 944 time: 0.0464706 Sep 09 20:39:18.195040 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a7499168-e863-48f5-8316-3d7b345e0250 req-8882aa34-ff5b-4295-bea8-9ab5dcc02e7f tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448520 Sep 09 20:39:19.068769 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:39:19.559893 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device bf962b29-7eb7-46b4-a569-cb818262af3e details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:39:19.579323 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:19.666675 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port bf962b29-7eb7-46b4-a569-cb818262af3e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=bf962b29-7eb7-46b4-a569-cb818262af3e,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:39:19.680270 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': 'bf962b29-7eb7-46b4-a569-cb818262af3e', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'port_id': 'bf962b29-7eb7-46b4-a569-cb818262af3e', 'mac_address': 'fa:16:3e:f2:27:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:39:19.713814 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port bf962b29-7eb7-46b4-a569-cb818262af3e is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:39:19.714199 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:19.727041 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf962b29-7eb7-46b4-a569-cb818262af3e {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:39:19.746016 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port bf962b29-7eb7-46b4-a569-cb818262af3e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=bf962b29-7eb7-46b4-a569-cb818262af3e,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:39:19.749824 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:19.794339 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=bf962b29-7eb7-46b4-a569-cb818262af3e,revision_number=7']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:39:20.057431 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['bf962b29-7eb7-46b4-a569-cb818262af3e'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:39:20.097139 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=9 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:21.560407 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device bf962b29-7eb7-46b4-a569-cb818262af3e up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:39:21.607032 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port bf962b29-7eb7-46b4-a569-cb818262af3e triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:39:21.607397 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:21.676446 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port bf962b29-7eb7-46b4-a569-cb818262af3e is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:39:21.676829 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:21.698749 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf962b29-7eb7-46b4-a569-cb818262af3e'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:39:21.700935 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ab9971-6774-4932-be6a-7fcf874b9ffe" -d '{"events": [{"server_uuid": "90b69aea-f2d0-4dec-abe2-3bfa9af1328f", "name": "network-vif-plugged", "status": "completed", "tag": "bf962b29-7eb7-46b4-a569-cb818262af3e"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:39:21.712882 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port bf962b29-7eb7-46b4-a569-cb818262af3e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=bf962b29-7eb7-46b4-a569-cb818262af3e,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:39:21.716830 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:21.745027 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5a2e77-b155-4773-bbc5-037133acd2d2 x-openstack-request-id: req-6a5a2e77-b155-4773-bbc5-037133acd2d2 {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:39:21.745335 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b69aea-f2d0-4dec-abe2-3bfa9af1328f", "name": "network-vif-plugged", "status": "completed", "tag": "bf962b29-7eb7-46b4-a569-cb818262af3e", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:39:21.745588 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6a5a2e77-b155-4773-bbc5-037133acd2d2 {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:39:21.745971 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5a2e77-b155-4773-bbc5-037133acd2d2'] response: {'server_uuid': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf962b29-7eb7-46b4-a569-cb818262af3e', 'code': 200} Sep 09 20:39:21.770937 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=bf962b29-7eb7-46b4-a569-cb818262af3e,revision_number=8']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:39:26.895854 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=36 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:26.899935 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=14 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:28.186428 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=65 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:28.191212 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=52 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:31.767001 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=89 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:31.768873 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:35.792174 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:35.792902 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:37.356566 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-b2096b24-ff01-4fdb-8bf2-6991e20aedc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:38.835790 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:39.586353 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-80efdf99-6edb-4a09-a02f-0a645b574453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:40.911718 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:42.309930 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:42.482173 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:45.820044 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:45.820730 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:46.851127 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d9864-d95d-4c68-8c7a-7247daabf092 req-66c6e9b0-0c29-491b-bb64-d9fd30481c52 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:46.852573 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a35d9864-d95d-4c68-8c7a-7247daabf092 req-66c6e9b0-0c29-491b-bb64-d9fd30481c52 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 946 time: 0.0495813 Sep 09 20:39:46.898882 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a35d9864-d95d-4c68-8c7a-7247daabf092 req-e8e096bd-2195-4077-b422-a699d2737778 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Sep 09 20:39:48.019449 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c26781-84fc-417b-9400-05d2d175610b req-64c20a53-188c-4ccf-861a-99906f3a0911 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:48.020982 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-89c26781-84fc-417b-9400-05d2d175610b req-64c20a53-188c-4ccf-861a-99906f3a0911 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 946 time: 0.0470138 Sep 09 20:39:48.066542 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-89c26781-84fc-417b-9400-05d2d175610b req-325a2faf-5995-4df7-9a22-a1f48f2f68bb tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395224 Sep 09 20:39:48.574372 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887ecbe-a6a6-4ab5-8ca7-c0b8831b3b3a req-7a03d410-50bb-4504-b3a9-17122dad2795 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:48.575765 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c887ecbe-a6a6-4ab5-8ca7-c0b8831b3b3a req-7a03d410-50bb-4504-b3a9-17122dad2795 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 946 time: 0.0465343 Sep 09 20:39:48.661343 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-c887ecbe-a6a6-4ab5-8ca7-c0b8831b3b3a req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Deleting port 160a2d09-e95c-4bd3-a475-8035c7f04a30 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:39:48.661694 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-c887ecbe-a6a6-4ab5-8ca7-c0b8831b3b3a req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (160a2d09-e95c-4bd3-a475-8035c7f04a30), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:48.750314 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-c887ecbe-a6a6-4ab5-8ca7-c0b8831b3b3a req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] For port 160a2d09-e95c-4bd3-a475-8035c7f04a30, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=160a2d09-e95c-4bd3-a475-8035c7f04a30,segment=NetworkSegment(5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e),segment_id=5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:39:48.750675 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-c887ecbe-a6a6-4ab5-8ca7-c0b8831b3b3a req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (160a2d09-e95c-4bd3-a475-8035c7f04a30), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:48.763331 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-c887ecbe-a6a6-4ab5-8ca7-c0b8831b3b3a req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Calling delete_port for 160a2d09-e95c-4bd3-a475-8035c7f04a30 owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:39:48.890900 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-c887ecbe-a6a6-4ab5-8ca7-c0b8831b3b3a req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (160a2d09-e95c-4bd3-a475-8035c7f04a30), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:48.914010 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['160a2d09-e95c-4bd3-a475-8035c7f04a30'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:39:48.916579 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Pushing event deleted for resources: {'Port': ['ID=160a2d09-e95c-4bd3-a475-8035c7f04a30,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:39:48.926959 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:48.927287 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:48.927691 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:48.928039 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:48.928376 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:48.928711 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:48.929045 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:48.929408 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:48.929740 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:48.930068 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:48.930398 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:48.930730 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:48.931057 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:48.931383 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:48.931706 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:39:48.978178 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-c887ecbe-a6a6-4ab5-8ca7-c0b8831b3b3a req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] No DVR routers for this DVR port 160a2d09-e95c-4bd3-a475-8035c7f04a30 on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:39:48.980650 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-c887ecbe-a6a6-4ab5-8ca7-c0b8831b3b3a req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:48.983913 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-c887ecbe-a6a6-4ab5-8ca7-c0b8831b3b3a req-5b706ec2-6a2a-4bac-9496-523b678e11b7 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.25 "DELETE /networking/v2.0/ports/160a2d09-e95c-4bd3-a475-8035c7f04a30 HTTP/1.1" status: 204 len: 173 time: 0.4021809 Sep 09 20:39:48.984445 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0ff27b-5e19-4107-b229-815bd2ebf34b', 'name': 'network-vif-deleted', 'tag': '160a2d09-e95c-4bd3-a475-8035c7f04a30'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:39:48.986936 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bb858c-746b-42df-ab8d-ae880e58c7ce" -d '{"events": [{"server_uuid": "ee0ff27b-5e19-4107-b229-815bd2ebf34b", "name": "network-vif-deleted", "tag": "160a2d09-e95c-4bd3-a475-8035c7f04a30"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:39:49.024497 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d65ff08-a207-4c36-b366-f0bf6329345b x-openstack-request-id: req-9d65ff08-a207-4c36-b366-f0bf6329345b {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:39:49.024790 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0ff27b-5e19-4107-b229-815bd2ebf34b", "name": "network-vif-deleted", "tag": "160a2d09-e95c-4bd3-a475-8035c7f04a30", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:39:49.025044 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d65ff08-a207-4c36-b366-f0bf6329345b {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:39:49.025471 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d65ff08-a207-4c36-b366-f0bf6329345b'] response: {'server_uuid': 'ee0ff27b-5e19-4107-b229-815bd2ebf34b', 'name': 'network-vif-deleted', 'tag': '160a2d09-e95c-4bd3-a475-8035c7f04a30', 'status': 'completed', 'code': 200} Sep 09 20:39:49.185371 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-bfa54363-0f9c-498f-bbde-b89c6e5f3dc2 req-126ff1a0-f554-4e20-910e-bc801697d24b tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee0ff27b-5e19-4107-b229-815bd2ebf34b HTTP/1.1" status: 200 len: 210 time: 0.0287876 Sep 09 20:39:52.478101 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:53.709001 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 160a2d09-e95c-4bd3-a475-8035c7f04a30 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:39:53.728339 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: 160a2d09-e95c-4bd3-a475-8035c7f04a30 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:39:53.728684 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 160a2d09-e95c-4bd3-a475-8035c7f04a30 not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:39:56.069089 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:39:58.178864 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-9d62ee0d-6f29-455f-a2f8-5d4fd0557cdb tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:58.180287 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-9d62ee0d-6f29-455f-a2f8-5d4fd0557cdb tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/networks?id=890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 HTTP/1.1" status: 200 len: 814 time: 0.1018968 Sep 09 20:39:58.195829 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-ca84b191-60d7-43ed-88ef-57a8c11c31fb tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/quotas/bbf97f61be434378b04b3f95da86e521 HTTP/1.1" status: 200 len: 375 time: 0.0095518 Sep 09 20:39:58.226770 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-0217579b-7cf3-4dd4-a227-4d4d89e90a1a tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=bbf97f61be434378b04b3f95da86e521&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261731 Sep 09 20:39:58.236837 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-547d284d-4999-41ad-b2c1-b0d50293a7ed service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106234) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 20:39:58.238370 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-547d284d-4999-41ad-b2c1-b0d50293a7ed service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055945 Sep 09 20:39:58.327434 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-7000192d-e7e2-498a-8a9a-1c60cdc87e36 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/890a1afa-0ed5-46e4-9cef-cd9c6abc66b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840142 Sep 09 20:39:58.417524 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-ea0bde8b-881d-4514-929b-d79ba3128c39 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/890a1afa-0ed5-46e4-9cef-cd9c6abc66b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845120 Sep 09 20:39:58.576419 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-244a41c0-c0f2-484c-9f71-8321610307fb req-4417a59d-bdc7-4dbc-b437-ca5cecb77ef8 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 210 time: 0.0289702 Sep 09 20:39:58.959552 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=46,neutron:DELETE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:58.960722 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=45,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:39:59.661822 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-1e229606-2c27-4e04-b1fb-71d615fdd2ac tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:39:59.663273 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-1e229606-2c27-4e04-b1fb-71d615fdd2ac tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.25 "GET /networking/v2.0/networks?id=890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 HTTP/1.1" status: 200 len: 814 time: 0.1059554 Sep 09 20:39:59.677280 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-0a5b96a4-f3be-4c29-9212-ac3fe1175c94 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Request body: {'port': {'device_id': 'a66e9817-6a92-44c8-bf31-d9b03fd0c65a', 'network_id': '890a1afa-0ed5-46e4-9cef-cd9c6abc66b4', 'admin_state_up': True, 'tenant_id': 'bbf97f61be434378b04b3f95da86e521'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:39:59.685453 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-72b784f3-f3b6-48c4-8e26-2f465be3c4c1 req-ec684f31-c5f7-4bba-9e1c-8a913bdca813 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 210 time: 0.0330751 Sep 09 20:39:59.810707 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-0a5b96a4-f3be-4c29-9212-ac3fe1175c94 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Made reservation on behalf of bbf97f61be434378b04b3f95da86e521 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:39:59.814687 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-0a5b96a4-f3be-4c29-9212-ac3fe1175c94 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:39:59.937094 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-0a5b96a4-f3be-4c29-9212-ac3fe1175c94 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Allocated IP 172.20.0.13 (890a1afa-0ed5-46e4-9cef-cd9c6abc66b4/f8573ae8-991c-469d-9e33-e44dd2f569a4/d66b99bd-b44f-4c19-a715-45c6b3d1853a) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:40:00.086241 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-0a5b96a4-f3be-4c29-9212-ac3fe1175c94 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks [] for port (d66b99bd-b44f-4c19-a715-45c6b3d1853a), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:00.117510 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-0a5b96a4-f3be-4c29-9212-ac3fe1175c94 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (d66b99bd-b44f-4c19-a715-45c6b3d1853a), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:00.160965 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-0a5b96a4-f3be-4c29-9212-ac3fe1175c94 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Network 890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:40:00.164132 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-0a5b96a4-f3be-4c29-9212-ac3fe1175c94 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:40:00.169933 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-0a5b96a4-f3be-4c29-9212-ac3fe1175c94 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:40:00.194885 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b96a4-f3be-4c29-9212-ac3fe1175c94 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Pushing event updated for resources: {'Port': ['ID=d66b99bd-b44f-4c19-a715-45c6b3d1853a,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:00.221813 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-0a5b96a4-f3be-4c29-9212-ac3fe1175c94 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:00.222438 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-0a5b96a4-f3be-4c29-9212-ac3fe1175c94 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:00.238706 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-0a5b96a4-f3be-4c29-9212-ac3fe1175c94 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5663319 Sep 09 20:40:00.249529 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Request body: {'port': {'device_id': 'a66e9817-6a92-44c8-bf31-d9b03fd0c65a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:40:00.306800 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (d66b99bd-b44f-4c19-a715-45c6b3d1853a), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:00.344988 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:00.411202 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:00.562895 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66b99bd-b44f-4c19-a715-45c6b3d1853a {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:40:00.571625 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Publish callbacks [] for port (d66b99bd-b44f-4c19-a715-45c6b3d1853a), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:00.584401 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Transition to ACTIVE for port object d66b99bd-b44f-4c19-a715-45c6b3d1853a will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:40:00.587916 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (d66b99bd-b44f-4c19-a715-45c6b3d1853a), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:00.646394 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Pushing event updated for resources: {'Port': ['ID=d66b99bd-b44f-4c19-a715-45c6b3d1853a,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:00.696220 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Attempting to bind port d66b99bd-b44f-4c19-a715-45c6b3d1853a on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:40:00.696555 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Attempting to bind port d66b99bd-b44f-4c19-a715-45c6b3d1853a by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': '5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '890a1afa-0ed5-46e4-9cef-cd9c6abc66b4'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:40:00.696884 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Attempting to bind port d66b99bd-b44f-4c19-a715-45c6b3d1853a on network 890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:40:00.738635 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Port d66b99bd-b44f-4c19-a715-45c6b3d1853a on network 890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:40:00.738964 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Attempting to bind port d66b99bd-b44f-4c19-a715-45c6b3d1853a on network 890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:40:00.781129 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:40:00.781511 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Checking segment: {'id': '5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '890a1afa-0ed5-46e4-9cef-cd9c6abc66b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:40:00.781894 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Bound using segment: {'id': '5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '890a1afa-0ed5-46e4-9cef-cd9c6abc66b4'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:40:00.782335 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Bound port: d66b99bd-b44f-4c19-a715-45c6b3d1853a, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '890a1afa-0ed5-46e4-9cef-cd9c6abc66b4'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:40:00.782700 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (d66b99bd-b44f-4c19-a715-45c6b3d1853a), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:00.808305 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8b91e-166c-4bf2-828f-2b786a68d0ba req-d30bce15-5bff-416f-8dca-3f6d544d8a54 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:00.809793 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f9c8b91e-166c-4bf2-828f-2b786a68d0ba req-d30bce15-5bff-416f-8dca-3f6d544d8a54 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 944 time: 0.0458140 Sep 09 20:40:00.842626 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] For port d66b99bd-b44f-4c19-a715-45c6b3d1853a, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:40:00.845621 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] For port d66b99bd-b44f-4c19-a715-45c6b3d1853a, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=d66b99bd-b44f-4c19-a715-45c6b3d1853a,segment=NetworkSegment(5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e),segment_id=5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:40:00.852257 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (d66b99bd-b44f-4c19-a715-45c6b3d1853a), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:00.855413 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:00.856034 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:00.857640 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-71a928eb-b43d-4648-bd86-62539878505e service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/d66b99bd-b44f-4c19-a715-45c6b3d1853a HTTP/1.1" status: 200 len: 1094 time: 0.6118915 Sep 09 20:40:00.859776 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66e9817-6a92-44c8-bf31-d9b03fd0c65a', 'tag': 'd66b99bd-b44f-4c19-a715-45c6b3d1853a'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:40:00.861185 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f9c8b91e-166c-4bf2-828f-2b786a68d0ba req-f7fa54e1-3c8a-4288-b43e-5e9929401561 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454457 Sep 09 20:40:00.862281 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36e2380-4e30-4fe3-b3f1-873d38e0de54" -d '{"events": [{"name": "network-changed", "server_uuid": "a66e9817-6a92-44c8-bf31-d9b03fd0c65a", "tag": "d66b99bd-b44f-4c19-a715-45c6b3d1853a"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:40:00.907544 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b71fe0-b5e0-4afe-8466-a8b398448a92 x-openstack-request-id: req-73b71fe0-b5e0-4afe-8466-a8b398448a92 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:40:00.907835 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66e9817-6a92-44c8-bf31-d9b03fd0c65a", "tag": "d66b99bd-b44f-4c19-a715-45c6b3d1853a", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:40:00.908092 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73b71fe0-b5e0-4afe-8466-a8b398448a92 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:40:00.908505 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b71fe0-b5e0-4afe-8466-a8b398448a92'] response: {'name': 'network-changed', 'server_uuid': 'a66e9817-6a92-44c8-bf31-d9b03fd0c65a', 'tag': 'd66b99bd-b44f-4c19-a715-45c6b3d1853a', 'status': 'completed', 'code': 200} Sep 09 20:40:00.945842 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a928eb-b43d-4648-bd86-62539878505e service neutron] Pushing event updated for resources: {'Port': ['ID=d66b99bd-b44f-4c19-a715-45c6b3d1853a,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:00.959842 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-a3319c5f-3275-4dd4-9612-19dbdc54275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:00.961346 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-a3319c5f-3275-4dd4-9612-19dbdc54275e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bbf97f61be434378b04b3f95da86e521&device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 1128 time: 0.0473781 Sep 09 20:40:01.008412 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-d2a3ca72-e11b-4146-930d-fdedf865ac17 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d66b99bd-b44f-4c19-a715-45c6b3d1853a HTTP/1.1" status: 200 len: 217 time: 0.0338423 Sep 09 20:40:01.062594 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-be152aeb-9d2a-41d4-b5ca-4558b35dee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:01.063955 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-be152aeb-9d2a-41d4-b5ca-4558b35dee2e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f8573ae8-991c-469d-9e33-e44dd2f569a4 HTTP/1.1" status: 200 len: 854 time: 0.0471287 Sep 09 20:40:01.104802 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-e497be8d-4995-43e9-b752-80ac1282c344 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=890a1afa-0ed5-46e4-9cef-cd9c6abc66b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277901 Sep 09 20:40:01.194160 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-ce198978-be0c-4c01-965d-2eaffa505cd9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/890a1afa-0ed5-46e4-9cef-cd9c6abc66b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820987 Sep 09 20:40:01.256596 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:01.288184 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a57fe44c-1e84-46d0-9687-f51f223dc85c req-9f3dcc58-cbb3-4a16-aa2c-a5b738d7672f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/890a1afa-0ed5-46e4-9cef-cd9c6abc66b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851557 Sep 09 20:40:01.980774 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dbf7b-bdfb-4a89-874a-b0696c075048 req-3984210b-a796-42af-a62d-eb04cae54f7f tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:01.982246 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2c6dbf7b-bdfb-4a89-874a-b0696c075048 req-3984210b-a796-42af-a62d-eb04cae54f7f tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 944 time: 0.0465877 Sep 09 20:40:02.029370 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2c6dbf7b-bdfb-4a89-874a-b0696c075048 req-cf55240a-a460-4ea3-862c-c853f9fbb413 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408974 Sep 09 20:40:02.274495 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:02.282826 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e2380-4e30-4fe3-b3f1-873d38e0de54 req-78699107-4949-4fdb-9b90-579bf7e82812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:02.284761 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f36e2380-4e30-4fe3-b3f1-873d38e0de54 req-78699107-4949-4fdb-9b90-579bf7e82812 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=bbf97f61be434378b04b3f95da86e521&device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 1128 time: 0.0399570 Sep 09 20:40:02.379287 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e2380-4e30-4fe3-b3f1-873d38e0de54 req-4e2e8b26-169d-41a0-92a8-381a049035f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:02.380675 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f36e2380-4e30-4fe3-b3f1-873d38e0de54 req-4e2e8b26-169d-41a0-92a8-381a049035f2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 HTTP/1.1" status: 200 len: 915 time: 0.0871565 Sep 09 20:40:02.423611 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f36e2380-4e30-4fe3-b3f1-873d38e0de54 req-71bf4420-6cf7-4391-9420-2f6cd2c634f1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d66b99bd-b44f-4c19-a715-45c6b3d1853a HTTP/1.1" status: 200 len: 217 time: 0.0337796 Sep 09 20:40:02.474072 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e2380-4e30-4fe3-b3f1-873d38e0de54 req-21f08c57-b85c-4906-891b-be3a5375c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:02.475443 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f36e2380-4e30-4fe3-b3f1-873d38e0de54 req-21f08c57-b85c-4906-891b-be3a5375c606 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=f8573ae8-991c-469d-9e33-e44dd2f569a4 HTTP/1.1" status: 200 len: 854 time: 0.0435336 Sep 09 20:40:02.512863 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f36e2380-4e30-4fe3-b3f1-873d38e0de54 req-a8d950d9-fd31-4078-b93b-5eeeeb88efc0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=890a1afa-0ed5-46e4-9cef-cd9c6abc66b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288641 Sep 09 20:40:02.608302 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f36e2380-4e30-4fe3-b3f1-873d38e0de54 req-4ab98090-30e5-4665-9696-7be5b6a4227b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/890a1afa-0ed5-46e4-9cef-cd9c6abc66b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850971 Sep 09 20:40:02.700157 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-f36e2380-4e30-4fe3-b3f1-873d38e0de54 req-d4a09918-b318-400e-8af8-ca8d3e48d0ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks/890a1afa-0ed5-46e4-9cef-cd9c6abc66b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841045 Sep 09 20:40:03.149385 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7c31e-1f1a-4ee3-917c-89958fcd8fcf req-b4a7e792-01ff-437c-837d-772601389899 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:03.150803 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c9e7c31e-1f1a-4ee3-917c-89958fcd8fcf req-b4a7e792-01ff-437c-837d-772601389899 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 944 time: 0.0464656 Sep 09 20:40:03.197315 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-c9e7c31e-1f1a-4ee3-917c-89958fcd8fcf req-a94e4141-fc57-443c-8648-92dac7e9e1d8 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409305 Sep 09 20:40:03.713614 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:03.787430 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device d66b99bd-b44f-4c19-a715-45c6b3d1853a details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:40:03.885657 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port d66b99bd-b44f-4c19-a715-45c6b3d1853a, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=d66b99bd-b44f-4c19-a715-45c6b3d1853a,segment=NetworkSegment(5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e),segment_id=5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:03.897363 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': 'd66b99bd-b44f-4c19-a715-45c6b3d1853a', 'network_id': '890a1afa-0ed5-46e4-9cef-cd9c6abc66b4', 'port_id': 'd66b99bd-b44f-4c19-a715-45c6b3d1853a', 'mac_address': 'fa:16:3e:e6:4f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8573ae8-991c-469d-9e33-e44dd2f569a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:40:03.930428 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port d66b99bd-b44f-4c19-a715-45c6b3d1853a is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:40:03.930739 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (d66b99bd-b44f-4c19-a715-45c6b3d1853a), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:03.943415 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66b99bd-b44f-4c19-a715-45c6b3d1853a {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:40:03.966225 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port d66b99bd-b44f-4c19-a715-45c6b3d1853a, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=d66b99bd-b44f-4c19-a715-45c6b3d1853a,segment=NetworkSegment(5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e),segment_id=5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:03.970127 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (d66b99bd-b44f-4c19-a715-45c6b3d1853a), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:04.014836 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=d66b99bd-b44f-4c19-a715-45c6b3d1853a,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:04.021809 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:04.022155 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:04.022499 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:04.022833 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:04.023166 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:04.023493 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:04.023814 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:04.024133 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:04.024458 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:04.024771 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:04.025091 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:04.025441 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:04.025760 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:04.026076 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:04.026392 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:04.255828 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['d66b99bd-b44f-4c19-a715-45c6b3d1853a'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:40:04.322378 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45aaef-f26a-4e94-a7c0-ceba7f819f9d req-3e700e91-9e64-4d48-9655-3eb3285e6fd0 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:04.323833 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4e45aaef-f26a-4e94-a7c0-ceba7f819f9d req-3e700e91-9e64-4d48-9655-3eb3285e6fd0 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 945 time: 0.0502090 Sep 09 20:40:04.370956 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-4e45aaef-f26a-4e94-a7c0-ceba7f819f9d req-0cbf68b0-f377-49b9-b0ae-318c5fc44a6d tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Sep 09 20:40:05.489608 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc279c-3f60-4c91-bc9b-2e704f7ce741 req-f7409560-cfb3-4965-b370-d025a5d85488 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:05.490982 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7dfc279c-3f60-4c91-bc9b-2e704f7ce741 req-f7409560-cfb3-4965-b370-d025a5d85488 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 945 time: 0.0469961 Sep 09 20:40:05.514515 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:05.539637 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7dfc279c-3f60-4c91-bc9b-2e704f7ce741 req-5b9d3935-77d9-4796-91ef-8952a8b3d9f5 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431180 Sep 09 20:40:05.802358 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device d66b99bd-b44f-4c19-a715-45c6b3d1853a up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:40:05.843851 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port d66b99bd-b44f-4c19-a715-45c6b3d1853a completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:40:05.849406 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port d66b99bd-b44f-4c19-a715-45c6b3d1853a triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:40:05.849780 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (d66b99bd-b44f-4c19-a715-45c6b3d1853a), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:05.919427 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port d66b99bd-b44f-4c19-a715-45c6b3d1853a is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:40:05.919808 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (d66b99bd-b44f-4c19-a715-45c6b3d1853a), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:05.942534 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66e9817-6a92-44c8-bf31-d9b03fd0c65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66b99bd-b44f-4c19-a715-45c6b3d1853a'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:40:05.944739 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf19e31d-7d9f-4f2d-a631-3ec20bd7c21d" -d '{"events": [{"server_uuid": "a66e9817-6a92-44c8-bf31-d9b03fd0c65a", "name": "network-vif-plugged", "status": "completed", "tag": "d66b99bd-b44f-4c19-a715-45c6b3d1853a"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:40:05.956751 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port d66b99bd-b44f-4c19-a715-45c6b3d1853a, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=d66b99bd-b44f-4c19-a715-45c6b3d1853a,segment=NetworkSegment(5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e),segment_id=5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:05.960603 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (d66b99bd-b44f-4c19-a715-45c6b3d1853a), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:05.988743 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4eaa77-6d6c-4865-b9c2-3e196f2e54dc x-openstack-request-id: req-9f4eaa77-6d6c-4865-b9c2-3e196f2e54dc {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:40:05.989045 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66e9817-6a92-44c8-bf31-d9b03fd0c65a", "name": "network-vif-plugged", "status": "completed", "tag": "d66b99bd-b44f-4c19-a715-45c6b3d1853a", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:40:05.989323 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f4eaa77-6d6c-4865-b9c2-3e196f2e54dc {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:40:05.989715 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4eaa77-6d6c-4865-b9c2-3e196f2e54dc'] response: {'server_uuid': 'a66e9817-6a92-44c8-bf31-d9b03fd0c65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66b99bd-b44f-4c19-a715-45c6b3d1853a', 'code': 200} Sep 09 20:40:06.012887 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=d66b99bd-b44f-4c19-a715-45c6b3d1853a,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:06.064389 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:06.065142 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:06.155502 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e90e9-fc4d-4f5b-a879-c44a8b947e8a req-9216fc48-69be-4d51-b650-f6098c528939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:06.156954 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-051e90e9-fc4d-4f5b-a879-c44a8b947e8a req-9216fc48-69be-4d51-b650-f6098c528939 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 1130 time: 0.0380273 Sep 09 20:40:06.203539 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-051e90e9-fc4d-4f5b-a879-c44a8b947e8a req-178dfcf0-ff4f-49c4-b75d-5ee9527818ae service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373003 Sep 09 20:40:06.659445 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf378a-5add-46cc-9c78-b740b6ba3d63 req-c9696094-3d29-42d3-964b-54b7aa05d261 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:06.660971 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3eaf378a-5add-46cc-9c78-b740b6ba3d63 req-c9696094-3d29-42d3-964b-54b7aa05d261 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 946 time: 0.0484083 Sep 09 20:40:06.671999 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:06.718535 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3eaf378a-5add-46cc-9c78-b740b6ba3d63 req-8063dd81-7342-4030-a387-577c01e53280 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519748 Sep 09 20:40:07.359344 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-78a4fd3f-8954-497a-ba02-7fbb3d22db68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:07.837388 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ef165-271d-4a51-857a-0fbab9807985 req-f6461253-60cb-40f4-942e-cffc7d9ab997 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:07.838847 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dd3ef165-271d-4a51-857a-0fbab9807985 req-f6461253-60cb-40f4-942e-cffc7d9ab997 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 946 time: 0.0464287 Sep 09 20:40:07.885530 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-dd3ef165-271d-4a51-857a-0fbab9807985 req-1eea4419-21d8-4277-b282-9a5e609b5444 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Sep 09 20:40:08.846331 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:09.580053 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:09.587558 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-368421d0-b954-4363-a045-7698c5a95d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:10.915972 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:12.312269 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:12.485473 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:14.389051 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-725fcffa-97db-41f6-8494-1e9231a29f6f req-d10ced92-b9aa-4f08-ae2d-7d2b8fdb1e3b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390565 Sep 09 20:40:14.472247 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fcffa-97db-41f6-8494-1e9231a29f6f req-123c2c43-6b30-48b3-b950-1bea4f15416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:14.473757 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-725fcffa-97db-41f6-8494-1e9231a29f6f req-123c2c43-6b30-48b3-b950-1bea4f15416e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=474aa97f67a8457ab6900081711a0bf1&device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 1130 time: 0.0431576 Sep 09 20:40:14.580844 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fcffa-97db-41f6-8494-1e9231a29f6f req-1fcd11d6-e501-4621-8076-c3751b50adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:14.582333 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-725fcffa-97db-41f6-8494-1e9231a29f6f req-1fcd11d6-e501-4621-8076-c3751b50adc5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 HTTP/1.1" status: 200 len: 909 time: 0.0897329 Sep 09 20:40:14.647337 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-725fcffa-97db-41f6-8494-1e9231a29f6f req-6ae075c3-d5f8-464f-86bc-f5d4a2a86588 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf962b29-7eb7-46b4-a569-cb818262af3e HTTP/1.1" status: 200 len: 1002 time: 0.0584683 Sep 09 20:40:14.699351 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fcffa-97db-41f6-8494-1e9231a29f6f req-4fd261ca-e3a4-4b23-bf07-d484fc76d629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:14.700898 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-725fcffa-97db-41f6-8494-1e9231a29f6f req-4fd261ca-e3a4-4b23-bf07-d484fc76d629 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1d1578d6-3429-4815-85e1-8a002ea95504 HTTP/1.1" status: 200 len: 847 time: 0.0479364 Sep 09 20:40:14.748057 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fcffa-97db-41f6-8494-1e9231a29f6f req-c70c29bd-bff5-47c8-8d37-4a649e63c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:14.749652 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-725fcffa-97db-41f6-8494-1e9231a29f6f req-c70c29bd-bff5-47c8-8d37-4a649e63c470 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419972 Sep 09 20:40:14.845580 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-725fcffa-97db-41f6-8494-1e9231a29f6f req-91d4ba3e-ce30-40c2-8e37-30be6bb228a1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897560 Sep 09 20:40:14.923586 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=100 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:14.938051 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-725fcffa-97db-41f6-8494-1e9231a29f6f req-99c9c19f-4528-497e-af30-2ade7d57af34 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834515 Sep 09 20:40:17.878791 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=14 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:17.881651 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=18 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:22.479009 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=6 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:22.481560 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=82,neutron:UPDATE=7 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:24.934947 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:28.003101 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e644e6-aaaf-4ca8-a94a-91807731935c req-79002302-27ef-4c46-b027-da044b093084 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:28.004551 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-51e644e6-aaaf-4ca8-a94a-91807731935c req-79002302-27ef-4c46-b027-da044b093084 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 946 time: 0.0466006 Sep 09 20:40:28.050704 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-51e644e6-aaaf-4ca8-a94a-91807731935c req-07ddcd88-1f50-47bc-8c3c-d7ae7020879d tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405424 Sep 09 20:40:29.172534 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0397c21-b445-45be-8f16-d4a4ab8b35a6 req-5a24359b-af84-4e58-b3c2-b105082bf1fd tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:29.173980 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a0397c21-b445-45be-8f16-d4a4ab8b35a6 req-5a24359b-af84-4e58-b3c2-b105082bf1fd tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 946 time: 0.0484281 Sep 09 20:40:29.231476 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a0397c21-b445-45be-8f16-d4a4ab8b35a6 req-cef03628-c3e7-4b3e-99b7-061196946cf0 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421300 Sep 09 20:40:30.349130 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64d919-d3be-408c-9a80-9fa875a2b62d req-4adbab32-928a-4e0f-84fe-14242745f9e3 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:30.350609 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7f64d919-d3be-408c-9a80-9fa875a2b62d req-4adbab32-928a-4e0f-84fe-14242745f9e3 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 946 time: 0.0461500 Sep 09 20:40:30.398550 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7f64d919-d3be-408c-9a80-9fa875a2b62d req-20889862-2cf1-4f4c-9527-ad860398ced5 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423820 Sep 09 20:40:31.522071 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea71ef-ace2-4192-a8bd-13da76cdfcf3 req-7afc58bd-7db1-487f-b3ef-4661f3195b0d tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:31.523582 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a3ea71ef-ace2-4192-a8bd-13da76cdfcf3 req-7afc58bd-7db1-487f-b3ef-4661f3195b0d tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 946 time: 0.0514374 Sep 09 20:40:31.556788 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b3a02-000a-4bff-891a-ec3d31bfb097 req-ae88a0a3-9e52-4245-9a4c-cd83dd69d902 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:31.558968 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a16b3a02-000a-4bff-891a-ec3d31bfb097 req-ae88a0a3-9e52-4245-9a4c-cd83dd69d902 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 946 time: 0.0558836 Sep 09 20:40:31.572966 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a3ea71ef-ace2-4192-a8bd-13da76cdfcf3 req-7c7ea15c-817d-43b3-8d60-14d8d5010915 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a1f29ae-1e1d-4b6c-8691-4548172c85d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430071 Sep 09 20:40:31.649452 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-a16b3a02-000a-4bff-891a-ec3d31bfb097 req-d08562fb-f4c9-4197-8f09-7f6f84041a26 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Deleting port d66b99bd-b44f-4c19-a715-45c6b3d1853a {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:40:31.649797 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a16b3a02-000a-4bff-891a-ec3d31bfb097 req-d08562fb-f4c9-4197-8f09-7f6f84041a26 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (d66b99bd-b44f-4c19-a715-45c6b3d1853a), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:31.983048 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-a16b3a02-000a-4bff-891a-ec3d31bfb097 req-d08562fb-f4c9-4197-8f09-7f6f84041a26 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] For port d66b99bd-b44f-4c19-a715-45c6b3d1853a, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=d66b99bd-b44f-4c19-a715-45c6b3d1853a,segment=NetworkSegment(5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e),segment_id=5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:31.983414 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a16b3a02-000a-4bff-891a-ec3d31bfb097 req-d08562fb-f4c9-4197-8f09-7f6f84041a26 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (d66b99bd-b44f-4c19-a715-45c6b3d1853a), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:31.996717 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-a16b3a02-000a-4bff-891a-ec3d31bfb097 req-d08562fb-f4c9-4197-8f09-7f6f84041a26 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Calling delete_port for d66b99bd-b44f-4c19-a715-45c6b3d1853a owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:40:32.122123 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a16b3a02-000a-4bff-891a-ec3d31bfb097 req-d08562fb-f4c9-4197-8f09-7f6f84041a26 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (d66b99bd-b44f-4c19-a715-45c6b3d1853a), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:32.134599 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['d66b99bd-b44f-4c19-a715-45c6b3d1853a'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:40:32.152122 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08562fb-f4c9-4197-8f09-7f6f84041a26 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Pushing event deleted for resources: {'Port': ['ID=d66b99bd-b44f-4c19-a715-45c6b3d1853a,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:32.195297 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16b3a02-000a-4bff-891a-ec3d31bfb097 req-d08562fb-f4c9-4197-8f09-7f6f84041a26 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] No DVR routers for this DVR port d66b99bd-b44f-4c19-a715-45c6b3d1853a on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:40:32.197811 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-a16b3a02-000a-4bff-891a-ec3d31bfb097 req-d08562fb-f4c9-4197-8f09-7f6f84041a26 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:32.200970 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-a16b3a02-000a-4bff-891a-ec3d31bfb097 req-d08562fb-f4c9-4197-8f09-7f6f84041a26 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.25 "DELETE /networking/v2.0/ports/d66b99bd-b44f-4c19-a715-45c6b3d1853a HTTP/1.1" status: 204 len: 173 time: 0.6330302 Sep 09 20:40:32.201495 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66e9817-6a92-44c8-bf31-d9b03fd0c65a', 'name': 'network-vif-deleted', 'tag': 'd66b99bd-b44f-4c19-a715-45c6b3d1853a'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:40:32.203702 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb3bbed-99ec-488c-9a16-1a8d5e473ab7" -d '{"events": [{"server_uuid": "a66e9817-6a92-44c8-bf31-d9b03fd0c65a", "name": "network-vif-deleted", "tag": "d66b99bd-b44f-4c19-a715-45c6b3d1853a"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:40:32.242151 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4352eb9-057b-4de3-8719-a4b0b6f60e73 x-openstack-request-id: req-d4352eb9-057b-4de3-8719-a4b0b6f60e73 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:40:32.242442 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66e9817-6a92-44c8-bf31-d9b03fd0c65a", "name": "network-vif-deleted", "tag": "d66b99bd-b44f-4c19-a715-45c6b3d1853a", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:40:32.242696 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4352eb9-057b-4de3-8719-a4b0b6f60e73 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:40:32.243097 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4352eb9-057b-4de3-8719-a4b0b6f60e73'] response: {'server_uuid': 'a66e9817-6a92-44c8-bf31-d9b03fd0c65a', 'name': 'network-vif-deleted', 'tag': 'd66b99bd-b44f-4c19-a715-45c6b3d1853a', 'status': 'completed', 'code': 200} Sep 09 20:40:32.574388 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=15 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:32.578338 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=17 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:32.688282 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-f0184087-4d69-47af-bd40-26abb92974c4 req-18ac3f88-0e30-47ce-8b58-edd7d7b3c9f9 tempest-VolumesSnapshotTestJSON-725141321 tempest-VolumesSnapshotTestJSON-725141321-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a66e9817-6a92-44c8-bf31-d9b03fd0c65a HTTP/1.1" status: 200 len: 210 time: 0.0287952 Sep 09 20:40:33.068637 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:40:35.277385 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-2d5bdefa-c220-4f76-80ac-b40e6fd71b38 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1813791276&fields=id&tenant_id=7e12f0c37bd14176b04dfd87d7b10520 HTTP/1.1" status: 200 len: 267 time: 0.0511062 Sep 09 20:40:35.384207 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d93667-c206-470e-8a4e-40aeed962f30 req-c1ccc600-aedd-4087-8dba-86ca5792e907 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:35.385635 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-c1ccc600-aedd-4087-8dba-86ca5792e907 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 812 time: 0.1017327 Sep 09 20:40:35.400304 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-106b6af4-bd5d-4b08-8c9b-eb0f009c0a10 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/quotas/7e12f0c37bd14176b04dfd87d7b10520 HTTP/1.1" status: 200 len: 375 time: 0.0093262 Sep 09 20:40:35.451426 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-d687cd69-ce67-4eeb-b698-c88bcc20c837 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463524 Sep 09 20:40:35.547787 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-9f08495a-31d8-4e4a-8b7b-4882cc7e617c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854001 Sep 09 20:40:35.636553 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-8ad1e29f-3af0-4a26-ad57-74dfa205a0f4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824590 Sep 09 20:40:35.925521 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-b6e1d76c-cb68-4c5b-a3e4-0016a6bf92c3 req-adae2b42-83e2-4b9f-bfe2-0e2ce8e0e7df tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 210 time: 0.0313411 Sep 09 20:40:36.575746 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device d66b99bd-b44f-4c19-a715-45c6b3d1853a no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:40:36.594800 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: d66b99bd-b44f-4c19-a715-45c6b3d1853a {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:40:36.595146 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device d66b99bd-b44f-4c19-a715-45c6b3d1853a not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:40:37.029354 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-e5d6249c-913b-4f13-9646-4390fe8d0380 req-f0c9ecaa-9a08-47c8-ae83-7270a5f388e9 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 210 time: 0.0290163 Sep 09 20:40:37.360786 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-53ee8eb7-ba3d-4e92-909d-168485c12fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:38.181488 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-df108921-ce4e-442d-9994-095781203ec6 req-59c65f74-ec8e-4257-aec2-2667d2cc27ca tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 210 time: 0.0267198 Sep 09 20:40:38.846158 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:39.099728 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d93667-c206-470e-8a4e-40aeed962f30 req-ae3d188a-83d2-4f9b-8e89-ed507104f957 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:39.101128 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-ae3d188a-83d2-4f9b-8e89-ed507104f957 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 812 time: 0.1043704 Sep 09 20:40:39.173273 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-f91b61b3-d41f-4b2d-9ece-fbc470d4e6e5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7e12f0c37bd14176b04dfd87d7b10520 HTTP/1.1" status: 200 len: 380 time: 0.0550487 Sep 09 20:40:39.185362 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-61d93667-c206-470e-8a4e-40aeed962f30 req-a9f4969f-9881-4288-b4e0-db05ab9eab07 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Request body: {'port': {'device_id': '3d827923-ffce-4e41-bb2e-7955767c159e', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'admin_state_up': True, 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'security_groups': ['b82af17a-6da7-402e-8fad-9dc6882b1309']}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:40:39.292630 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-78289724-0fd5-4ad5-b33b-2e8c03d16517 req-23e25e33-938c-49b0-abed-7e291a480234 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 210 time: 0.0281918 Sep 09 20:40:39.304430 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d93667-c206-470e-8a4e-40aeed962f30 req-a9f4969f-9881-4288-b4e0-db05ab9eab07 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Made reservation on behalf of 7e12f0c37bd14176b04dfd87d7b10520 for: {'port': 1} {{(pid=106235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:40:39.308420 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-61d93667-c206-470e-8a4e-40aeed962f30 req-a9f4969f-9881-4288-b4e0-db05ab9eab07 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:39.428929 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:39.439720 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_common [req-61d93667-c206-470e-8a4e-40aeed962f30 req-a9f4969f-9881-4288-b4e0-db05ab9eab07 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Allocated IP 172.20.0.12 (59e2f46b-26f1-41b6-a478-bcc0b9346326/81f0046c-13a3-4901-a8ba-33a97db174ef/9a3872b5-a833-46a8-9c39-a7777f2a1371) {{(pid=106235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:40:39.473704 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:39.590293 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8348d330-e109-4e50-a33a-5ad8eb846026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:39.617123 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-61d93667-c206-470e-8a4e-40aeed962f30 req-a9f4969f-9881-4288-b4e0-db05ab9eab07 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), precommit_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:39.665151 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-61d93667-c206-470e-8a4e-40aeed962f30 req-a9f4969f-9881-4288-b4e0-db05ab9eab07 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), after_create {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:39.723501 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d93667-c206-470e-8a4e-40aeed962f30 req-a9f4969f-9881-4288-b4e0-db05ab9eab07 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Network 59e2f46b-26f1-41b6-a478-bcc0b9346326 is already hosted by enough agents. {{(pid=106235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:40:39.726809 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.base_scheduler [req-61d93667-c206-470e-8a4e-40aeed962f30 req-a9f4969f-9881-4288-b4e0-db05ab9eab07 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Resources bound (agent type, host, resource id): {{(pid=106235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:40:39.741032 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4969f-9881-4288-b4e0-db05ab9eab07 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'Port': ['ID=9a3872b5-a833-46a8-9c39-a7777f2a1371,revision_number=1']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:39.743996 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d93667-c206-470e-8a4e-40aeed962f30 req-a9f4969f-9881-4288-b4e0-db05ab9eab07 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Received port after_create {{(pid=106235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:40:39.812706 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d93667-c206-470e-8a4e-40aeed962f30 req-a9f4969f-9881-4288-b4e0-db05ab9eab07 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:39.813425 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-61d93667-c206-470e-8a4e-40aeed962f30 req-a9f4969f-9881-4288-b4e0-db05ab9eab07 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:39.830605 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-a9f4969f-9881-4288-b4e0-db05ab9eab07 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6488090 Sep 09 20:40:39.860783 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.v2.base [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Request body: {'port': {'device_id': '3d827923-ffce-4e41-bb2e-7955767c159e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84932'}} {{(pid=106235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:40:39.923470 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:39.987448 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-cc4d2df2-f296-4118-b123-b45a06461178 None None] Provisioning complete for port 9a3872b5-a833-46a8-9c39-a7777f2a1371 triggered by entity DHCP. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:40:39.988073 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2df2-f296-4118-b123-b45a06461178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:40.022344 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-cc4d2df2-f296-4118-b123-b45a06461178 None None] Port 9a3872b5-a833-46a8-9c39-a7777f2a1371 cannot update to ACTIVE because it is not bound. {{(pid=106236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 20:40:40.176936 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3872b5-a833-46a8-9c39-a7777f2a1371 {{(pid=106235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:40:40.189491 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Publish callbacks [] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), precommit_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:40.206668 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.provisioning_blocks [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Transition to ACTIVE for port object 9a3872b5-a833-46a8-9c39-a7777f2a1371 will not be triggered until provisioned by entity L2. {{(pid=106235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 20:40:40.210238 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:40.269946 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3872b5-a833-46a8-9c39-a7777f2a1371,revision_number=2']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:40.297081 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:40.319826 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Attempting to bind port 9a3872b5-a833-46a8-9c39-a7777f2a1371 on host hv-cinder-84932 for vnic_type normal with profile {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 20:40:40.320161 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Attempting to bind port 9a3872b5-a833-46a8-9c39-a7777f2a1371 by drivers openvswitch,hyperv on host hv-cinder-84932 at level 0 using segments [{'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 20:40:40.320494 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Attempting to bind port 9a3872b5-a833-46a8-9c39-a7777f2a1371 on network 59e2f46b-26f1-41b6-a478-bcc0b9346326 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:40:40.366345 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Port 9a3872b5-a833-46a8-9c39-a7777f2a1371 on network 59e2f46b-26f1-41b6-a478-bcc0b9346326 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84932 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 20:40:40.366672 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Attempting to bind port 9a3872b5-a833-46a8-9c39-a7777f2a1371 on network 59e2f46b-26f1-41b6-a478-bcc0b9346326 {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 20:40:40.406202 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:40.409634 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Checking agent: {'id': 'aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84932', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'started_at': datetime.datetime(2022, 9, 9, 20, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 20, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 20:40:40.409970 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Checking segment: {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 20:40:40.410861 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Bound using segment: {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'} {{(pid=106235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 20:40:40.411298 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.managers [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Bound port: 9a3872b5-a833-46a8-9c39-a7777f2a1371, host: hv-cinder-84932, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ceea64-fa0a-481e-983a-ff21d0241ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326'}}] {{(pid=106235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 20:40:40.411653 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), before_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:40.416778 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8dbef-e479-4b31-9f27-f1b5dde7fe9e req-a79931e8-a155-4131-9e42-f7d13b9271cf tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:40.418296 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-87a8dbef-e479-4b31-9f27-f1b5dde7fe9e req-a79931e8-a155-4131-9e42-f7d13b9271cf tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 944 time: 0.0494678 Sep 09 20:40:40.468050 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-87a8dbef-e479-4b31-9f27-f1b5dde7fe9e req-7e46f267-b162-4508-b98b-5cdf9b83e191 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438833 Sep 09 20:40:40.475046 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] For port 9a3872b5-a833-46a8-9c39-a7777f2a1371, host hv-cinder-84932, cleared binding levels {{(pid=106235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:40:40.478130 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] For port 9a3872b5-a833-46a8-9c39-a7777f2a1371, host hv-cinder-84932, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=9a3872b5-a833-46a8-9c39-a7777f2a1371,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:40:40.484207 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11413428'] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), after_update {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:40.506667 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:40.507270 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:40.508682 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/9a3872b5-a833-46a8-9c39-a7777f2a1371 HTTP/1.1" status: 200 len: 1094 time: 0.6522498 Sep 09 20:40:40.509172 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d827923-ffce-4e41-bb2e-7955767c159e', 'tag': '9a3872b5-a833-46a8-9c39-a7777f2a1371'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:40:40.511400 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a366763-cc81-4d31-a246-8bbb85b05696" -d '{"events": [{"name": "network-changed", "server_uuid": "3d827923-ffce-4e41-bb2e-7955767c159e", "tag": "9a3872b5-a833-46a8-9c39-a7777f2a1371"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:40:40.543184 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41279d9a-62c9-45b4-809b-3513db99b257 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3872b5-a833-46a8-9c39-a7777f2a1371,revision_number=3']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:40.549550 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db44af58-c9b8-438c-b81b-5aa99facdfb5 x-openstack-request-id: req-db44af58-c9b8-438c-b81b-5aa99facdfb5 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:40:40.549842 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d827923-ffce-4e41-bb2e-7955767c159e", "tag": "9a3872b5-a833-46a8-9c39-a7777f2a1371", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:40:40.550090 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db44af58-c9b8-438c-b81b-5aa99facdfb5 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:40:40.550486 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db44af58-c9b8-438c-b81b-5aa99facdfb5'] response: {'name': 'network-changed', 'server_uuid': '3d827923-ffce-4e41-bb2e-7955767c159e', 'tag': '9a3872b5-a833-46a8-9c39-a7777f2a1371', 'status': 'completed', 'code': 200} Sep 09 20:40:40.598578 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d93667-c206-470e-8a4e-40aeed962f30 req-5aa1f58b-82bc-4b9e-81b7-1559fc8eddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:40.600028 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-5aa1f58b-82bc-4b9e-81b7-1559fc8eddb0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 1128 time: 0.0444033 Sep 09 20:40:40.643765 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-84d552fd-aa30-43a2-8c16-544dfe3362f3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a3872b5-a833-46a8-9c39-a7777f2a1371 HTTP/1.1" status: 200 len: 217 time: 0.0329943 Sep 09 20:40:40.698222 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d93667-c206-470e-8a4e-40aeed962f30 req-8d3f8636-c12f-4c48-8029-57a24fa2cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:40.699787 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-8d3f8636-c12f-4c48-8029-57a24fa2cfd5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=81f0046c-13a3-4901-a8ba-33a97db174ef HTTP/1.1" status: 200 len: 851 time: 0.0449872 Sep 09 20:40:40.746156 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d93667-c206-470e-8a4e-40aeed962f30 req-99931553-8168-4d49-9c5c-087decd0538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:40.747646 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-99931553-8168-4d49-9c5c-087decd0538e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59e2f46b-26f1-41b6-a478-bcc0b9346326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389493 Sep 09 20:40:40.850568 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-689a0ddc-1ea2-41e5-9065-e338b6ef9f85 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927191 Sep 09 20:40:40.920643 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:40.955008 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-61d93667-c206-470e-8a4e-40aeed962f30 req-ae26107c-34d8-4ec5-9794-d1f2af803694 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972416 Sep 09 20:40:41.321993 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a366763-cc81-4d31-a246-8bbb85b05696 req-57b56b79-c16d-413b-9f2f-d1df253be7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:41.323884 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2a366763-cc81-4d31-a246-8bbb85b05696 req-57b56b79-c16d-413b-9f2f-d1df253be7bd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 1128 time: 0.0425920 Sep 09 20:40:41.418508 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a366763-cc81-4d31-a246-8bbb85b05696 req-173a5812-ea67-400f-8a0e-b2585fe6d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:41.419954 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2a366763-cc81-4d31-a246-8bbb85b05696 req-173a5812-ea67-400f-8a0e-b2585fe6d28e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 913 time: 0.0895793 Sep 09 20:40:41.460957 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2a366763-cc81-4d31-a246-8bbb85b05696 req-1b56ef3b-2e6f-4f8e-b43a-168def59d1af service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a3872b5-a833-46a8-9c39-a7777f2a1371 HTTP/1.1" status: 200 len: 217 time: 0.0320239 Sep 09 20:40:41.511108 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a366763-cc81-4d31-a246-8bbb85b05696 req-559d8cf8-a29b-4374-80a9-c1089c115203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:41.512557 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2a366763-cc81-4d31-a246-8bbb85b05696 req-559d8cf8-a29b-4374-80a9-c1089c115203 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=81f0046c-13a3-4901-a8ba-33a97db174ef HTTP/1.1" status: 200 len: 851 time: 0.0437963 Sep 09 20:40:41.561679 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a366763-cc81-4d31-a246-8bbb85b05696 req-6df40faf-df8b-41a2-8864-7e372a48c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:41.563170 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2a366763-cc81-4d31-a246-8bbb85b05696 req-6df40faf-df8b-41a2-8864-7e372a48c3b2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59e2f46b-26f1-41b6-a478-bcc0b9346326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394359 Sep 09 20:40:41.587925 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eeefb3-2529-4c67-b763-cbbe96196be0 req-8bb2b3ce-b908-4e1c-a023-e3991d5829d0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:41.589316 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-81eeefb3-2529-4c67-b763-cbbe96196be0 req-8bb2b3ce-b908-4e1c-a023-e3991d5829d0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 944 time: 0.0463004 Sep 09 20:40:41.615439 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:41.639371 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-81eeefb3-2529-4c67-b763-cbbe96196be0 req-40e35ad2-9199-4ca0-984b-b8cc2ca2fd2d tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443561 Sep 09 20:40:41.663759 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2a366763-cc81-4d31-a246-8bbb85b05696 req-5a8c1ef6-f94c-4cf1-8084-e6524cc7dbca service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938327 Sep 09 20:40:41.717140 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:41.756612 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-2a366763-cc81-4d31-a246-8bbb85b05696 req-61a80b69-7c68-435e-b132-ba730ab769bc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841465 Sep 09 20:40:42.315953 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:42.486988 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:42.751180 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:42.766427 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78610fe-f03d-4c18-9891-afbe5a90848f req-1a14ba88-6db3-4418-827f-bba0c94bff9f tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:42.767879 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a78610fe-f03d-4c18-9891-afbe5a90848f req-1a14ba88-6db3-4418-827f-bba0c94bff9f tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 944 time: 0.0502272 Sep 09 20:40:42.820571 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-a78610fe-f03d-4c18-9891-afbe5a90848f req-62663085-577c-43b3-82b6-7c8fb3086908 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469232 Sep 09 20:40:43.063745 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:43.064501 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:43.949433 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48102f5a-ed36-4cb8-af85-beaf82f7a58d req-847991a0-1845-4870-be72-dd94f29295c4 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:43.950916 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-48102f5a-ed36-4cb8-af85-beaf82f7a58d req-847991a0-1845-4870-be72-dd94f29295c4 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 944 time: 0.0469701 Sep 09 20:40:43.998863 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-48102f5a-ed36-4cb8-af85-beaf82f7a58d req-883ce7ac-2fcb-46b8-85b2-8b2a28a620b8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423574 Sep 09 20:40:45.115924 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b571dcf-85df-4446-abe0-e2660a39886a req-8cc4e15f-625c-441a-9cc7-80b8d33b20bd tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:45.117374 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2b571dcf-85df-4446-abe0-e2660a39886a req-8cc4e15f-625c-441a-9cc7-80b8d33b20bd tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 944 time: 0.0461528 Sep 09 20:40:45.165837 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-2b571dcf-85df-4446-abe0-e2660a39886a req-13bed7cc-3c1c-4818-898e-3b8f217261a3 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430865 Sep 09 20:40:46.297865 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa37e0e-1b17-459e-b043-fd083823f4d9 req-8a129de5-158c-47a9-bd88-b80c9b7f3558 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:46.299230 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7aa37e0e-1b17-459e-b043-fd083823f4d9 req-8a129de5-158c-47a9-bd88-b80c9b7f3558 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 944 time: 0.0504479 Sep 09 20:40:46.339335 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38744) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:46.348879 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-7aa37e0e-1b17-459e-b043-fd083823f4d9 req-e7f79a7b-e00a-4958-bd1f-d67f73b904a5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435202 Sep 09 20:40:46.439201 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:46.483031 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-0a7ff312-5b0a-4fe7-857b-efc5ae4e435b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Deleting port 90fff34c-b456-4191-a539-47546e0db7d4 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:40:46.483369 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0a7ff312-5b0a-4fe7-857b-efc5ae4e435b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (90fff34c-b456-4191-a539-47546e0db7d4), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:46.557572 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0a7ff312-5b0a-4fe7-857b-efc5ae4e435b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (90fff34c-b456-4191-a539-47546e0db7d4), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:46.557823 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0a7ff312-5b0a-4fe7-857b-efc5ae4e435b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for floatingip (90fff34c-b456-4191-a539-47546e0db7d4), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:46.570222 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-0a7ff312-5b0a-4fe7-857b-efc5ae4e435b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Calling delete_port for 90fff34c-b456-4191-a539-47546e0db7d4 owned by network:floatingip {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:40:46.736553 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0a7ff312-5b0a-4fe7-857b-efc5ae4e435b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (90fff34c-b456-4191-a539-47546e0db7d4), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:46.759255 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ff312-5b0a-4fe7-857b-efc5ae4e435b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Pushing event deleted for resources: {'Port': ['ID=90fff34c-b456-4191-a539-47546e0db7d4,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:46.821832 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0a7ff312-5b0a-4fe7-857b-efc5ae4e435b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for floatingip (d36422c1-be95-431c-a06a-817cb9577fb7), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:46.822515 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [None req-0a7ff312-5b0a-4fe7-857b-efc5ae4e435b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Floating IP d36422c1-be95-431c-a06a-817cb9577fb7 disassociated (deleted). External IP: 172.27.1.161, port: bf962b29-7eb7-46b4-a569-cb818262af3e. Sep 09 20:40:47.017530 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7ff312-5b0a-4fe7-857b-efc5ae4e435b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Router 05aa537f-0e58-4f24-bf33-1777db3851fc has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:40:47.102614 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:47.120878 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7ff312-5b0a-4fe7-857b-efc5ae4e435b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:40:47.125380 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-0a7ff312-5b0a-4fe7-857b-efc5ae4e435b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:47.131501 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf9e7e-a5fd-45a0-a6f7-7a17b1db21ee None None] Sync routers for ids ['05aa537f-0e58-4f24-bf33-1777db3851fc'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:40:47.141389 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf9e7e-a5fd-45a0-a6f7-7a17b1db21ee None None] Routers {'05aa537f-0e58-4f24-bf33-1777db3851fc'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:40:47.142064 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-5fdf9e7e-a5fd-45a0-a6f7-7a17b1db21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:40:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['05aa537f-0e58-4f24-bf33-1777db3851fc'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:47.154599 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-0a7ff312-5b0a-4fe7-857b-efc5ae4e435b tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/d36422c1-be95-431c-a06a-817cb9577fb7 HTTP/1.1" status: 204 len: 168 time: 0.8141844 Sep 09 20:40:47.155340 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'tag': 'bf962b29-7eb7-46b4-a569-cb818262af3e'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:40:47.157689 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926f2cf1-9a28-4034-86d6-badda20eca05" -d '{"events": [{"name": "network-changed", "server_uuid": "90b69aea-f2d0-4dec-abe2-3bfa9af1328f", "tag": "bf962b29-7eb7-46b4-a569-cb818262af3e"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:40:47.205353 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248f7b94-f41e-4497-b50f-a957e585c837 x-openstack-request-id: req-248f7b94-f41e-4497-b50f-a957e585c837 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:40:47.205655 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b69aea-f2d0-4dec-abe2-3bfa9af1328f", "tag": "bf962b29-7eb7-46b4-a569-cb818262af3e", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:40:47.205914 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-248f7b94-f41e-4497-b50f-a957e585c837 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:40:47.206330 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248f7b94-f41e-4497-b50f-a957e585c837'] response: {'name': 'network-changed', 'server_uuid': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'tag': 'bf962b29-7eb7-46b4-a569-cb818262af3e', 'status': 'completed', 'code': 200} Sep 09 20:40:47.334855 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-5fdf9e7e-a5fd-45a0-a6f7-7a17b1db21ee None None] Set router 05aa537f-0e58-4f24-bf33-1777db3851fc gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:40:47.398320 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7e6df-8a49-444e-b160-01442ca0f9e5 req-19f9369d-96e5-4c3c-8087-2e1a035e0029 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:47.399995 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3fb7e6df-8a49-444e-b160-01442ca0f9e5 req-19f9369d-96e5-4c3c-8087-2e1a035e0029 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0494919 Sep 09 20:40:47.482708 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3fb7e6df-8a49-444e-b160-01442ca0f9e5 req-35a1cd8b-fef8-4308-8392-5e04c802b2c6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770702 Sep 09 20:40:47.496280 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8944880-ad39-4f7f-baf7-95eaff0670ec req-593ada97-be21-4707-9580-bfc772d5f1f7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:47.497964 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d8944880-ad39-4f7f-baf7-95eaff0670ec req-593ada97-be21-4707-9580-bfc772d5f1f7 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 944 time: 0.0636616 Sep 09 20:40:47.528897 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-5fdf9e7e-a5fd-45a0-a6f7-7a17b1db21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 4, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'gw_port': {'id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'b466afdc-c25e-4e11-953b-5af1a4e8fa7d', 'name': '', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'mac_address': 'fa:16:3e:2e:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:15Z', 'updated_at': '2022-09-09T20:36:22Z', 'revision_number': 5, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'subnets': [{'id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:47.545996 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-d8944880-ad39-4f7f-baf7-95eaff0670ec req-0bc6e315-b5d3-4796-8191-21a8211e4212 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Sep 09 20:40:47.553907 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf9e7e-a5fd-45a0-a6f7-7a17b1db21ee None None] Checking router: 05aa537f-0e58-4f24-bf33-1777db3851fc for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:40:47.562564 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf9e7e-a5fd-45a0-a6f7-7a17b1db21ee None None] Routers {'05aa537f-0e58-4f24-bf33-1777db3851fc'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:40:47.563157 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-5fdf9e7e-a5fd-45a0-a6f7-7a17b1db21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:40:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['05aa537f-0e58-4f24-bf33-1777db3851fc'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:47.661986 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-5fdf9e7e-a5fd-45a0-a6f7-7a17b1db21ee None None] Set router 05aa537f-0e58-4f24-bf33-1777db3851fc gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:40:47.846447 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-5fdf9e7e-a5fd-45a0-a6f7-7a17b1db21ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 4, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'gw_port': {'id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'b466afdc-c25e-4e11-953b-5af1a4e8fa7d', 'name': '', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'mac_address': 'fa:16:3e:2e:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:15Z', 'updated_at': '2022-09-09T20:36:22Z', 'revision_number': 5, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'subnets': [{'id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:47.871715 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf9e7e-a5fd-45a0-a6f7-7a17b1db21ee None None] The sync data for ids ['05aa537f-0e58-4f24-bf33-1777db3851fc'] in dv-cinder-849325-4-iscsi is: [{'id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:16Z', 'revision_number': 4, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'gw_port': {'id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': 'b466afdc-c25e-4e11-953b-5af1a4e8fa7d', 'name': '', 'network_id': 'b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'mac_address': 'fa:16:3e:2e:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:15Z', 'updated_at': '2022-09-09T20:36:22Z', 'revision_number': 5, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'subnets': [{'id': '1d1578d6-3429-4815-85e1-8a002ea95504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:40:48.127988 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2fa97e-dc93-4f1f-83a5-28aa1167128f None None] New status for floating IP d36422c1-be95-431c-a06a-817cb9577fb7: DOWN {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:40:48.549671 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f2cf1-9a28-4034-86d6-badda20eca05 req-94d50609-c1c4-4ac9-a00c-002700775392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:48.551228 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-926f2cf1-9a28-4034-86d6-badda20eca05 req-94d50609-c1c4-4ac9-a00c-002700775392 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=474aa97f67a8457ab6900081711a0bf1&device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 1130 time: 0.0413153 Sep 09 20:40:48.606817 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e59287-6b0d-440c-9b4c-0e813e6e093b req-56ee3b85-d5a0-4967-885e-64094062a710 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:48.609049 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-22e59287-6b0d-440c-9b4c-0e813e6e093b req-56ee3b85-d5a0-4967-885e-64094062a710 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0495839 Sep 09 20:40:48.651240 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f2cf1-9a28-4034-86d6-badda20eca05 req-7bc8845b-6a49-45b2-b32e-5a904c6b2989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:48.652718 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-926f2cf1-9a28-4034-86d6-badda20eca05 req-7bc8845b-6a49-45b2-b32e-5a904c6b2989 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 HTTP/1.1" status: 200 len: 909 time: 0.0928166 Sep 09 20:40:48.694440 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21580291-431f-42c5-a385-7b0909d18361 req-98a5bf6a-5ad3-40fd-a1cf-4a794142612b tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:48.695907 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-21580291-431f-42c5-a385-7b0909d18361 req-98a5bf6a-5ad3-40fd-a1cf-4a794142612b tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 944 time: 0.0639877 Sep 09 20:40:48.700476 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-22e59287-6b0d-440c-9b4c-0e813e6e093b req-ef09a4a4-e7e6-44f4-a467-f188a21f52e9 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=839b9664-e590-4838-aaf5-293c8dde1df4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846870 Sep 09 20:40:48.728157 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-926f2cf1-9a28-4034-86d6-badda20eca05 req-2b4d212c-3780-4698-b315-0f07bffa0700 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf962b29-7eb7-46b4-a569-cb818262af3e HTTP/1.1" status: 200 len: 217 time: 0.0338814 Sep 09 20:40:48.757510 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-21580291-431f-42c5-a385-7b0909d18361 req-36980a19-04ed-42cd-9333-dd63b1075194 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543838 Sep 09 20:40:48.765525 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:48.780200 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f2cf1-9a28-4034-86d6-badda20eca05 req-4ea87212-aa90-4a9a-a49b-60ae2b818a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:48.781662 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-926f2cf1-9a28-4034-86d6-badda20eca05 req-4ea87212-aa90-4a9a-a49b-60ae2b818a41 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=1d1578d6-3429-4815-85e1-8a002ea95504 HTTP/1.1" status: 200 len: 847 time: 0.0469553 Sep 09 20:40:48.828093 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f2cf1-9a28-4034-86d6-badda20eca05 req-0429d09d-b41d-48c0-b1f6-aa8208bf38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:48.829553 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-926f2cf1-9a28-4034-86d6-badda20eca05 req-0429d09d-b41d-48c0-b1f6-aa8208bf38e5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417058 Sep 09 20:40:49.020102 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-926f2cf1-9a28-4034-86d6-badda20eca05 req-987d88f2-be1e-4285-92c9-c031d60ec6ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827904 Sep 09 20:40:49.120688 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f00839-718f-4540-9a22-f5d78392c767 req-e5b66063-d745-4360-a633-8243a4f08bcc tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:49.122132 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-74f00839-718f-4540-9a22-f5d78392c767 req-e5b66063-d745-4360-a633-8243a4f08bcc tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 946 time: 0.0893457 Sep 09 20:40:49.192217 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-926f2cf1-9a28-4034-86d6-badda20eca05 req-d13dff40-10e5-4975-abdf-6b0ff5084375 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597028 Sep 09 20:40:49.243330 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-74f00839-718f-4540-9a22-f5d78392c767 req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Deleting port bf962b29-7eb7-46b4-a569-cb818262af3e {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:40:49.243676 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-74f00839-718f-4540-9a22-f5d78392c767 req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:49.342400 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-74f00839-718f-4540-9a22-f5d78392c767 req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] For port bf962b29-7eb7-46b4-a569-cb818262af3e, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=bf962b29-7eb7-46b4-a569-cb818262af3e,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:49.342762 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-74f00839-718f-4540-9a22-f5d78392c767 req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:49.355608 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-74f00839-718f-4540-9a22-f5d78392c767 req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Calling delete_port for bf962b29-7eb7-46b4-a569-cb818262af3e owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:40:49.489054 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-74f00839-718f-4540-9a22-f5d78392c767 req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (bf962b29-7eb7-46b4-a569-cb818262af3e), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:49.526837 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Pushing event deleted for resources: {'Port': ['ID=bf962b29-7eb7-46b4-a569-cb818262af3e,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:49.554418 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:49.554996 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:49.555125 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:49.555405 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:49.555731 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:49.556056 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:49.556382 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:49.556698 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:49.557019 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:49.557379 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:49.557684 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:49.558002 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:49.558321 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:49.558634 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:49.558947 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:49.564612 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:49.587340 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f00839-718f-4540-9a22-f5d78392c767 req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] No DVR routers for this DVR port bf962b29-7eb7-46b4-a569-cb818262af3e on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:40:49.590043 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-74f00839-718f-4540-9a22-f5d78392c767 req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:49.593679 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-74f00839-718f-4540-9a22-f5d78392c767 req-b54d0c4d-8d0e-4179-a5f0-76ed2d726ef6 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.25 "DELETE /networking/v2.0/ports/bf962b29-7eb7-46b4-a569-cb818262af3e HTTP/1.1" status: 204 len: 173 time: 0.4626262 Sep 09 20:40:49.594175 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'name': 'network-vif-deleted', 'tag': 'bf962b29-7eb7-46b4-a569-cb818262af3e'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:40:49.596459 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e419c6de-5ceb-469d-8c90-c4428052c504" -d '{"events": [{"server_uuid": "90b69aea-f2d0-4dec-abe2-3bfa9af1328f", "name": "network-vif-deleted", "tag": "bf962b29-7eb7-46b4-a569-cb818262af3e"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:40:49.634907 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde3fa1e-6b32-4aa7-ad27-dab3513547cf x-openstack-request-id: req-bde3fa1e-6b32-4aa7-ad27-dab3513547cf {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:40:49.635259 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b69aea-f2d0-4dec-abe2-3bfa9af1328f", "name": "network-vif-deleted", "tag": "bf962b29-7eb7-46b4-a569-cb818262af3e", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:40:49.635513 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bde3fa1e-6b32-4aa7-ad27-dab3513547cf {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:40:49.635911 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde3fa1e-6b32-4aa7-ad27-dab3513547cf'] response: {'server_uuid': '90b69aea-f2d0-4dec-abe2-3bfa9af1328f', 'name': 'network-vif-deleted', 'tag': 'bf962b29-7eb7-46b4-a569-cb818262af3e', 'status': 'completed', 'code': 200} Sep 09 20:40:49.806693 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-9baf6573-0a22-4fc4-89aa-11ed04ac935d req-c73ee906-3917-438f-a803-3dc819d795e3 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=90b69aea-f2d0-4dec-abe2-3bfa9af1328f HTTP/1.1" status: 200 len: 210 time: 0.0295033 Sep 09 20:40:49.886534 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6276d-bd43-4d34-9906-1acf87025916 req-4eb35cf1-e14f-4472-88ed-0437c91bd0ec tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:49.888053 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6ea6276d-bd43-4d34-9906-1acf87025916 req-4eb35cf1-e14f-4472-88ed-0437c91bd0ec tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 944 time: 0.0510068 Sep 09 20:40:49.945813 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-6ea6276d-bd43-4d34-9906-1acf87025916 req-b470a5ef-4f7b-4ebe-a212-58e069421016 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517581 Sep 09 20:40:50.003405 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 9a3872b5-a833-46a8-9c39-a7777f2a1371 details requested by agent hyperv_hv-cinder-84932 with host hv-cinder-84932 {{(pid=106236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:40:50.233397 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 9a3872b5-a833-46a8-9c39-a7777f2a1371, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=9a3872b5-a833-46a8-9c39-a7777f2a1371,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:50.244447 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Returning: {'device': '9a3872b5-a833-46a8-9c39-a7777f2a1371', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'port_id': '9a3872b5-a833-46a8-9c39-a7777f2a1371', 'mac_address': 'fa:16:3e:14:3d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:40:50.278762 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 9a3872b5-a833-46a8-9c39-a7777f2a1371 is: DOWN; New status is: BUILD {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:40:50.279151 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:50.291540 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3872b5-a833-46a8-9c39-a7777f2a1371 {{(pid=106236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 20:40:50.310240 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 9a3872b5-a833-46a8-9c39-a7777f2a1371, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=9a3872b5-a833-46a8-9c39-a7777f2a1371,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:50.314213 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:50.361385 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=9a3872b5-a833-46a8-9c39-a7777f2a1371,revision_number=4']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:50.541950 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] get_ports_and_sgs() called for port_ids ['9a3872b5-a833-46a8-9c39-a7777f2a1371'] {{(pid=106236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 20:40:50.875822 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38794) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:50.933705 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-73010cda-3ebb-4279-bc0e-48d52f1b78e5 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group (839b9664-e590-4838-aaf5-293c8dde1df4), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:50.956831 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-73010cda-3ebb-4279-bc0e-48d52f1b78e5 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group (839b9664-e590-4838-aaf5-293c8dde1df4), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:51.024282 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-73010cda-3ebb-4279-bc0e-48d52f1b78e5 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (839b9664-e590-4838-aaf5-293c8dde1df4), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:51.027003 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-73010cda-3ebb-4279-bc0e-48d52f1b78e5 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:51.031033 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-73010cda-3ebb-4279-bc0e-48d52f1b78e5 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/839b9664-e590-4838-aaf5-293c8dde1df4 HTTP/1.1" status: 204 len: 168 time: 0.1517265 Sep 09 20:40:51.039179 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73010cda-3ebb-4279-bc0e-48d52f1b78e5 tempest-TestShelveInstance-772729787 tempest-TestShelveInstance-772729787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=839b9664-e590-4838-aaf5-293c8dde1df4,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:51.087782 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe6a85-8671-4319-84f4-21a1b9a16422 req-9d5743cd-a146-4e8f-8f13-caf78d956632 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:51.089346 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-78fe6a85-8671-4319-84f4-21a1b9a16422 req-9d5743cd-a146-4e8f-8f13-caf78d956632 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 945 time: 0.0664122 Sep 09 20:40:51.089805 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 38800) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:51.203254 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:51.209141 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-78fe6a85-8671-4319-84f4-21a1b9a16422 req-5d4fe650-0d42-446b-abe6-eef2f6e58161 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136336 Sep 09 20:40:51.253574 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=100 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:51.426832 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903210'] for router_interface (05aa537f-0e58-4f24-bf33-1777db3851fc), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:51.646203 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Deleting port b466afdc-c25e-4e11-953b-5af1a4e8fa7d {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:40:51.646549 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:51.730134 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] For port b466afdc-c25e-4e11-953b-5af1a4e8fa7d, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=b466afdc-c25e-4e11-953b-5af1a4e8fa7d,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:51.730422 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:51.743546 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Calling delete_port for b466afdc-c25e-4e11-953b-5af1a4e8fa7d owned by network:router_interface {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:40:51.925337 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (b466afdc-c25e-4e11-953b-5af1a4e8fa7d), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:51.950980 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Pushing event deleted for resources: {'Port': ['ID=b466afdc-c25e-4e11-953b-5af1a4e8fa7d,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:51.975531 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:51.975985 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:51.976408 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:51.976816 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:51.977222 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:51.977668 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:51.977980 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:51.978302 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:51.978629 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:51.978954 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:51.979281 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:51.979604 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:51.979923 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:51.980292 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:51.980559 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:40:52.008619 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 9a3872b5-a833-46a8-9c39-a7777f2a1371 up at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:40:52.030380 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:52.047639 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:52.053823 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning for port 9a3872b5-a833-46a8-9c39-a7777f2a1371 completed by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 20:40:52.060606 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.provisioning_blocks [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Provisioning complete for port 9a3872b5-a833-46a8-9c39-a7777f2a1371 triggered by entity L2. {{(pid=106236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 20:40:52.061181 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3370086'] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), provisioning_complete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:52.065005 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:52.097660 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:52.131687 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924250'] for router_interface (05aa537f-0e58-4f24-bf33-1777db3851fc), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:52.149334 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Current status of the port 9a3872b5-a833-46a8-9c39-a7777f2a1371 is: BUILD; New status is: ACTIVE {{(pid=106236) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 20:40:52.149729 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), before_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:52.176597 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d827923-ffce-4e41-bb2e-7955767c159e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3872b5-a833-46a8-9c39-a7777f2a1371'}] {{(pid=106236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:40:52.178844 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85d5af4090ed5f09a2e25400a23b93e87c953f12eaa757e3ab5fb6a1d0fc234" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763de136-6c21-4610-90d0-a17703d04766" -d '{"events": [{"server_uuid": "3d827923-ffce-4e41-bb2e-7955767c159e", "name": "network-vif-plugged", "status": "completed", "tag": "9a3872b5-a833-46a8-9c39-a7777f2a1371"}]}' {{(pid=106236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:40:52.191504 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] For port 9a3872b5-a833-46a8-9c39-a7777f2a1371, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=9a3872b5-a833-46a8-9c39-a7777f2a1371,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:52.196161 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003'] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:52.221389 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05b2176-6c86-4228-b97c-0086524d505d x-openstack-request-id: req-f05b2176-6c86-4228-b97c-0086524d505d {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:40:52.221680 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d827923-ffce-4e41-bb2e-7955767c159e", "name": "network-vif-plugged", "status": "completed", "tag": "9a3872b5-a833-46a8-9c39-a7777f2a1371", "code": 200}]} {{(pid=106236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:40:52.221933 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f05b2176-6c86-4228-b97c-0086524d505d {{(pid=106236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:40:52.222327 dv-cinder-849325-4-iscsi neutron-server[106236]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05b2176-6c86-4228-b97c-0086524d505d'] response: {'server_uuid': '3d827923-ffce-4e41-bb2e-7955767c159e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3872b5-a833-46a8-9c39-a7777f2a1371', 'code': 200} Sep 09 20:40:52.252801 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Pushing event updated for resources: {'Port': ['ID=9a3872b5-a833-46a8-9c39-a7777f2a1371,revision_number=5']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:52.407833 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fbc03-3144-4c00-a5d2-f441448b8dae req-ef865cc7-e040-42e4-a442-ad5c09f02e52 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:52.409026 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-003fbc03-3144-4c00-a5d2-f441448b8dae req-ef865cc7-e040-42e4-a442-ad5c09f02e52 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 946 time: 0.0809608 Sep 09 20:40:52.453314 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Router 05aa537f-0e58-4f24-bf33-1777db3851fc has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:40:52.467795 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bff3e4-42ba-4dc9-993a-2f6926859858 req-0405360c-2d89-4311-a8da-6d5c0ccc9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:52.469383 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d0bff3e4-42ba-4dc9-993a-2f6926859858 req-0405360c-2d89-4311-a8da-6d5c0ccc9ea3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 1130 time: 0.0390706 Sep 09 20:40:52.481901 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-003fbc03-3144-4c00-a5d2-f441448b8dae req-6ee61615-3c4c-48cc-bb26-aaaba90d96fb tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624335 Sep 09 20:40:52.509335 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:52.523076 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-d0bff3e4-42ba-4dc9-993a-2f6926859858 req-d91b5090-ca27-49e7-9a10-bd07114bfe2e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474873 Sep 09 20:40:52.573433 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:40:52.578369 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-ec63ea43-de01-4f06-bebe-df2ad5aa573f admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/05aa537f-0e58-4f24-bf33-1777db3851fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4875531 Sep 09 20:40:52.580827 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 38812) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:52.582899 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b8e4d6-314c-4c12-ae12-cce1113e059e None None] Sync routers for ids ['05aa537f-0e58-4f24-bf33-1777db3851fc'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:40:52.593593 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b8e4d6-314c-4c12-ae12-cce1113e059e None None] Routers {'05aa537f-0e58-4f24-bf33-1777db3851fc'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:40:52.594093 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-f5b8e4d6-314c-4c12-ae12-cce1113e059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:40:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['05aa537f-0e58-4f24-bf33-1777db3851fc'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:52.693741 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] Publish callbacks [] for router (05aa537f-0e58-4f24-bf33-1777db3851fc), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:52.715506 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-f5b8e4d6-314c-4c12-ae12-cce1113e059e None None] Set router 05aa537f-0e58-4f24-bf33-1777db3851fc gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:40:52.805215 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] Publish callbacks [] for router_gateway (05aa537f-0e58-4f24-bf33-1777db3851fc), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:52.846860 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:52.847150 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] Deleting port fe2208df-571f-4b6e-8da6-5fda072df80a {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:40:52.847603 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (fe2208df-571f-4b6e-8da6-5fda072df80a), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:52.889672 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-f5b8e4d6-314c-4c12-ae12-cce1113e059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:40:51Z', 'revision_number': 5, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'gw_port': {'id': 'fe2208df-571f-4b6e-8da6-5fda072df80a', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:0a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:52.917434 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b8e4d6-314c-4c12-ae12-cce1113e059e None None] Checking router: 05aa537f-0e58-4f24-bf33-1777db3851fc for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:40:52.927007 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b8e4d6-314c-4c12-ae12-cce1113e059e None None] Routers {'05aa537f-0e58-4f24-bf33-1777db3851fc'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:40:52.927801 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-f5b8e4d6-314c-4c12-ae12-cce1113e059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:40:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['05aa537f-0e58-4f24-bf33-1777db3851fc'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:52.932981 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] For port fe2208df-571f-4b6e-8da6-5fda072df80a, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=fe2208df-571f-4b6e-8da6-5fda072df80a,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:52.933375 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (fe2208df-571f-4b6e-8da6-5fda072df80a), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:52.946788 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] Calling delete_port for fe2208df-571f-4b6e-8da6-5fda072df80a owned by network:router_gateway {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:40:52.954525 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:53.003057 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:53.009445 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-f5b8e4d6-314c-4c12-ae12-cce1113e059e None None] Set router 05aa537f-0e58-4f24-bf33-1777db3851fc gateway port host: None {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:40:53.061072 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-f5b8e4d6-314c-4c12-ae12-cce1113e059e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:40:52Z', 'revision_number': 6, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'gw_port_host': None}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:53.085854 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b8e4d6-314c-4c12-ae12-cce1113e059e None None] The sync data for ids ['05aa537f-0e58-4f24-bf33-1777db3851fc'] in dv-cinder-849325-4-iscsi is: [{'id': '05aa537f-0e58-4f24-bf33-1777db3851fc', 'name': 'tempest-TestShelveInstance-484260313-router', 'tenant_id': '474aa97f67a8457ab6900081711a0bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:13Z', 'updated_at': '2022-09-09T20:40:52Z', 'revision_number': 6, 'project_id': '474aa97f67a8457ab6900081711a0bf1', 'gw_port_host': None}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:40:53.310088 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:53.378005 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (fe2208df-571f-4b6e-8da6-5fda072df80a), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:53.402121 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2208df-571f-4b6e-8da6-5fda072df80a,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:53.470154 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3926632'] for router_gateway (05aa537f-0e58-4f24-bf33-1777db3851fc), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:53.561870 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3927884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8556'] for router (05aa537f-0e58-4f24-bf33-1777db3851fc), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:53.564017 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] Publish callbacks [] for router_controller (05aa537f-0e58-4f24-bf33-1777db3851fc), precommit_delete_associations {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:53.626482 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924271'] for router (05aa537f-0e58-4f24-bf33-1777db3851fc), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:53.627064 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05aa537f-0e58-4f24-bf33-1777db3851fc {{(pid=106234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:40:53.633123 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:53.634255 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-ee9c420c-70d0-4fc9-8355-4b3668afc15f admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/05aa537f-0e58-4f24-bf33-1777db3851fc HTTP/1.1" status: 204 len: 168 time: 1.0523250 Sep 09 20:40:53.636952 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38824) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:53.650137 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775197c9-9873-463a-89fd-453251174d14 req-3693c4bb-926b-4ca1-95a8-e6c5135b96c8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:53.651582 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-775197c9-9873-463a-89fd-453251174d14 req-3693c4bb-926b-4ca1-95a8-e6c5135b96c8 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 946 time: 0.0542610 Sep 09 20:40:53.683723 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a329100-7a09-46ed-9302-5a17e6794bb9 admin admin] Deleting subnet 1d1578d6-3429-4815-85e1-8a002ea95504 {{(pid=106235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:40:53.687471 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3a329100-7a09-46ed-9302-5a17e6794bb9 admin admin] Publish callbacks [] for subnet (1d1578d6-3429-4815-85e1-8a002ea95504), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:53.703838 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-775197c9-9873-463a-89fd-453251174d14 req-5813a04d-8bf3-40af-a549-23b5f232e46a tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464876 Sep 09 20:40:53.724842 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3a329100-7a09-46ed-9302-5a17e6794bb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11102191'] for subnet (1d1578d6-3429-4815-85e1-8a002ea95504), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:53.805194 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3a329100-7a09-46ed-9302-5a17e6794bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (1d1578d6-3429-4815-85e1-8a002ea95504), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:53.861362 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device b466afdc-c25e-4e11-953b-5af1a4e8fa7d no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:40:53.899138 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: b466afdc-c25e-4e11-953b-5af1a4e8fa7d {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:40:53.899384 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device b466afdc-c25e-4e11-953b-5af1a4e8fa7d not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:40:54.021346 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device bf962b29-7eb7-46b4-a569-cb818262af3e no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:40:54.049328 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: bf962b29-7eb7-46b4-a569-cb818262af3e {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:40:54.049996 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device bf962b29-7eb7-46b4-a569-cb818262af3e not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:40:54.104898 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3a329100-7a09-46ed-9302-5a17e6794bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11413498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11867108'] for subnet (1d1578d6-3429-4815-85e1-8a002ea95504), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:54.130478 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a329100-7a09-46ed-9302-5a17e6794bb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d1578d6-3429-4815-85e1-8a002ea95504,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:54.136608 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-3a329100-7a09-46ed-9302-5a17e6794bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:54.140129 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-3a329100-7a09-46ed-9302-5a17e6794bb9 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/1d1578d6-3429-4815-85e1-8a002ea95504 HTTP/1.1" status: 204 len: 168 time: 0.5017982 Sep 09 20:40:54.142624 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 38832) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:54.144164 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a1bda4-03bd-4754-bbdb-474df536137f None None] Network b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:40:54.221066 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:54.266093 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] Deleting port 26c7798a-76c9-4803-93cf-fe223e3b91f6 {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:40:54.266465 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:54.307116 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4032be3b-0bd6-4826-ba8f-54a8219f23ed None None] DHCP port deletion for b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 request from dv-cinder-849325-4-iscsi {{(pid=106236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 20:40:54.333004 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] For port 26c7798a-76c9-4803-93cf-fe223e3b91f6, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=26c7798a-76c9-4803-93cf-fe223e3b91f6,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:54.333597 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:54.346284 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] Calling delete_port for 26c7798a-76c9-4803-93cf-fe223e3b91f6 owned by network:dhcp {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:40:54.346667 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-4032be3b-0bd6-4826-ba8f-54a8219f23ed None None] Deleting port 26c7798a-76c9-4803-93cf-fe223e3b91f6 {{(pid=106236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:40:54.347045 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4032be3b-0bd6-4826-ba8f-54a8219f23ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), before_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:54.409132 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-4032be3b-0bd6-4826-ba8f-54a8219f23ed None None] For port 26c7798a-76c9-4803-93cf-fe223e3b91f6, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=26c7798a-76c9-4803-93cf-fe223e3b91f6,segment=NetworkSegment(3b62929f-eb63-43d9-8111-5224b03cdb0c),segment_id=3b62929f-eb63-43d9-8111-5224b03cdb0c)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:54.409533 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4032be3b-0bd6-4826-ba8f-54a8219f23ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), precommit_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:54.422974 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-4032be3b-0bd6-4826-ba8f-54a8219f23ed None None] Calling delete_port for 26c7798a-76c9-4803-93cf-fe223e3b91f6 owned by network:dhcp {{(pid=106236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:40:54.423823 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:54.449633 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] Pushing event deleted for resources: {'Port': ['ID=26c7798a-76c9-4803-93cf-fe223e3b91f6,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:54.454240 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] No DVR routers for this DVR port 26c7798a-76c9-4803-93cf-fe223e3b91f6 on host dv-cinder-849325-4-iscsi {{(pid=106234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:40:54.500175 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4032be3b-0bd6-4826-ba8f-54a8219f23ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976'] for port (26c7798a-76c9-4803-93cf-fe223e3b91f6), after_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:54.523639 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032be3b-0bd6-4826-ba8f-54a8219f23ed None None] Pushing event deleted for resources: {'Port': ['ID=26c7798a-76c9-4803-93cf-fe223e3b91f6,revision_number=None']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:54.527783 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032be3b-0bd6-4826-ba8f-54a8219f23ed None None] No DVR routers for this DVR port 26c7798a-76c9-4803-93cf-fe223e3b91f6 on host dv-cinder-849325-4-iscsi {{(pid=106236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:40:54.528617 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:54.550374 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808']}} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:54.559697 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b62929f-eb63-43d9-8111-5224b03cdb0c') {'for_net_delete': True} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:54.559996 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b62929f-eb63-43d9-8111-5224b03cdb0c') {} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:54.569977 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8406200'] for segment (3b62929f-eb63-43d9-8111-5224b03cdb0c), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:54.584894 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (3b62929f-eb63-43d9-8111-5224b03cdb0c), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:54.591404 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:40:54.591790 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12204042'] for segment (3b62929f-eb63-43d9-8111-5224b03cdb0c), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:54.649441 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:DELETE=15,neutron:UPDATE=2,neutron:SELECT=83 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:54.655028 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:54.661849 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:54.668196 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808 HTTP/1.1" status: 204 len: 168 time: 0.5211878 Sep 09 20:40:54.668196 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:54.668363 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38838) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:54.678897 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94505dd8-c661-467b-b94d-afc302bb0803 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9fd7ce9-9a26-4460-a7fe-f0bc8e7cd808,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:54.761362 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment 3b62929f-eb63-43d9-8111-5224b03cdb0c resource provider aggregate not found Sep 09 20:40:54.779272 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment 3b62929f-eb63-43d9-8111-5224b03cdb0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b62929f-eb63-43d9-8111-5224b03cdb0c found for delete ", "request_id": "req-c13bb635-ca73-4d00-98bb-d652a28fa64e"}]} Sep 09 20:40:54.829945 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82905f7f-718d-4b9f-a187-10da7c606cb5 req-61173622-c6ec-41da-a7f2-e9ca367dd136 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:54.832712 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-82905f7f-718d-4b9f-a187-10da7c606cb5 req-61173622-c6ec-41da-a7f2-e9ca367dd136 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 946 time: 0.0488093 Sep 09 20:40:54.886107 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-82905f7f-718d-4b9f-a187-10da7c606cb5 req-44b7931f-69d2-456f-a270-9e9ac13ae71c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473771 Sep 09 20:40:55.012110 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ab43faeb-0252-4f0a-b86d-27c3e5ddad62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903210'] for router_interface (b68ddbed-691a-42dd-bd37-de478b51600d), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:55.019633 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04bcfb-754f-4ca0-8e59-df276e223d62 req-b698bf4d-f469-4ecd-9a18-775e6720906b tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:55.021398 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-da04bcfb-754f-4ca0-8e59-df276e223d62 req-b698bf4d-f469-4ecd-9a18-775e6720906b tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 946 time: 0.0576417 Sep 09 20:40:55.079879 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-da04bcfb-754f-4ca0-8e59-df276e223d62 req-1856dfb1-db04-4955-9723-431f37d0abeb tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529194 Sep 09 20:40:55.093338 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:55.109584 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 38864) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:55.153561 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8566690f-55d5-4012-95dd-dbd22353df7a tempest-TestVolumeBootPattern-1079128729 tempest-TestVolumeBootPattern-1079128729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:55.155466 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-8566690f-55d5-4012-95dd-dbd22353df7a tempest-TestVolumeBootPattern-1079128729 tempest-TestVolumeBootPattern-1079128729-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 1125 time: 0.0442803 Sep 09 20:40:55.158401 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 38868) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:55.163201 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.v2.base [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Request body: {'floatingip': {'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'port_id': '9a3872b5-a833-46a8-9c39-a7777f2a1371', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:40:55.187228 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:55.261463 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-ab43faeb-0252-4f0a-b86d-27c3e5ddad62 admin admin] Deleting port 7d9ed9c6-c332-436a-9cb1-a34999ee5097 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:40:55.261811 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ab43faeb-0252-4f0a-b86d-27c3e5ddad62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:55.269203 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (None), before_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:55.312500 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:55.320934 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device fe2208df-571f-4b6e-8da6-5fda072df80a no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:40:55.344246 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: fe2208df-571f-4b6e-8da6-5fda072df80a {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:40:55.344674 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device fe2208df-571f-4b6e-8da6-5fda072df80a not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:40:55.345399 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 26c7798a-76c9-4803-93cf-fe223e3b91f6 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:40:55.359904 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-ab43faeb-0252-4f0a-b86d-27c3e5ddad62 admin admin] For port 7d9ed9c6-c332-436a-9cb1-a34999ee5097, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=7d9ed9c6-c332-436a-9cb1-a34999ee5097,segment=NetworkSegment(146c9514-57ba-4b65-98a1-7b3c3685b4df),segment_id=146c9514-57ba-4b65-98a1-7b3c3685b4df)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:55.360341 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ab43faeb-0252-4f0a-b86d-27c3e5ddad62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:55.368917 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 26c7798a-76c9-4803-93cf-fe223e3b91f6 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:40:55.369711 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 26c7798a-76c9-4803-93cf-fe223e3b91f6 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:40:55.388460 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-ab43faeb-0252-4f0a-b86d-27c3e5ddad62 admin admin] Calling delete_port for 7d9ed9c6-c332-436a-9cb1-a34999ee5097 owned by network:router_interface {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:40:55.391145 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_common [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Allocated IP 172.27.1.56 (4c72e26c-57d6-47f3-8e84-e01e12378c25/d00b9aca-ae69-4d60-a344-1f342801f06c/f9840bac-9f96-49d7-9570-776627bbdae0) {{(pid=106234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:40:55.499571 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for port (f9840bac-9f96-49d7-9570-776627bbdae0), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:55.533741 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761428833967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (f9840bac-9f96-49d7-9570-776627bbdae0), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:55.570415 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ab43faeb-0252-4f0a-b86d-27c3e5ddad62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (7d9ed9c6-c332-436a-9cb1-a34999ee5097), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:55.571590 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Network 4c72e26c-57d6-47f3-8e84-e01e12378c25 is already hosted by enough agents. {{(pid=106234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:40:55.577226 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.base_scheduler [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Resources bound (agent type, host, resource id): {{(pid=106234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:40:55.581384 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Received port after_create {{(pid=106234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 20:40:55.592466 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43faeb-0252-4f0a-b86d-27c3e5ddad62 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9ed9c6-c332-436a-9cb1-a34999ee5097,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:55.603228 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'Port': ['ID=f9840bac-9f96-49d7-9570-776627bbdae0,revision_number=1']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:55.766240 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:55.776424 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ab43faeb-0252-4f0a-b86d-27c3e5ddad62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924250'] for router_interface (b68ddbed-691a-42dd-bd37-de478b51600d), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:55.816151 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:55.961932 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:55.969175 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for floatingip (8c1bd1a7-737b-43e1-8e9e-b2da0168f733), precommit_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:55.986633 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab43faeb-0252-4f0a-b86d-27c3e5ddad62 admin admin] Router b68ddbed-691a-42dd-bd37-de478b51600d has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:40:56.038493 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-969430'] for port (f9840bac-9f96-49d7-9570-776627bbdae0), before_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:56.092007 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab43faeb-0252-4f0a-b86d-27c3e5ddad62 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:40:56.100595 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-ab43faeb-0252-4f0a-b86d-27c3e5ddad62 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/b68ddbed-691a-42dd-bd37-de478b51600d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4281778 Sep 09 20:40:56.100787 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38870) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:56.102258 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c8329f-26bf-40c7-970c-195c2d8b804a None None] Sync routers for ids ['b68ddbed-691a-42dd-bd37-de478b51600d'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:40:56.114881 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c8329f-26bf-40c7-970c-195c2d8b804a None None] Routers {'b68ddbed-691a-42dd-bd37-de478b51600d'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:40:56.115810 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-03c8329f-26bf-40c7-970c-195c2d8b804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:40:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b68ddbed-691a-42dd-bd37-de478b51600d'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:56.195239 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for port (f9840bac-9f96-49d7-9570-776627bbdae0), precommit_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:56.201759 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761429277314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761428833985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761428834003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12204078'] for port (f9840bac-9f96-49d7-9570-776627bbdae0), after_update {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:56.205706 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] Publish callbacks [] for router (b68ddbed-691a-42dd-bd37-de478b51600d), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:56.222089 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-03c8329f-26bf-40c7-970c-195c2d8b804a None None] Set router b68ddbed-691a-42dd-bd37-de478b51600d gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:40:56.262637 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:56.287907 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3926762'] for floatingip (8c1bd1a7-737b-43e1-8e9e-b2da0168f733), after_create {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:56.290106 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event updated for resources: {'Port': ['ID=f9840bac-9f96-49d7-9570-776627bbdae0,revision_number=2']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:56.351098 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] Publish callbacks [] for router_gateway (b68ddbed-691a-42dd-bd37-de478b51600d), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:56.401676 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] Deleting port ff648eae-30ea-458b-bde5-477d6113127b {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:40:56.402013 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (ff648eae-30ea-458b-bde5-477d6113127b), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:56.422386 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:56.424402 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.db.l3_db [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Floating IP 8c1bd1a7-737b-43e1-8e9e-b2da0168f733 associated. External IP: 172.27.1.56, port: 9a3872b5-a833-46a8-9c39-a7777f2a1371. Sep 09 20:40:56.438026 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-03c8329f-26bf-40c7-970c-195c2d8b804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'name': 'tempest-TestShelveInstance-1458434996-router', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': 'ff648eae-30ea-458b-bde5-477d6113127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:18Z', 'updated_at': '2022-09-09T20:40:55Z', 'revision_number': 5, 'project_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'gw_port': {'id': 'ff648eae-30ea-458b-bde5-477d6113127b', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:21:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:36:19Z', 'updated_at': '2022-09-09T20:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:56.466120 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c8329f-26bf-40c7-970c-195c2d8b804a None None] Checking router: b68ddbed-691a-42dd-bd37-de478b51600d for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:40:56.475190 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c8329f-26bf-40c7-970c-195c2d8b804a None None] Routers {'b68ddbed-691a-42dd-bd37-de478b51600d'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:40:56.475939 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-03c8329f-26bf-40c7-970c-195c2d8b804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:40:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b68ddbed-691a-42dd-bd37-de478b51600d'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:56.491930 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] For port ff648eae-30ea-458b-bde5-477d6113127b, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=ff648eae-30ea-458b-bde5-477d6113127b,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:56.492289 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (ff648eae-30ea-458b-bde5-477d6113127b), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:56.508704 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] Calling delete_port for ff648eae-30ea-458b-bde5-477d6113127b owned by network:router_gateway {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:40:56.564178 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-03c8329f-26bf-40c7-970c-195c2d8b804a None None] Set router b68ddbed-691a-42dd-bd37-de478b51600d gateway port host: None {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:40:56.617374 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-03c8329f-26bf-40c7-970c-195c2d8b804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'name': 'tempest-TestShelveInstance-1458434996-router', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:18Z', 'updated_at': '2022-09-09T20:40:56Z', 'revision_number': 6, 'project_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'gw_port_host': None}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:56.635821 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Router ab1108fe-f287-4e42-b4ca-1800d1e893be has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:40:56.647312 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c8329f-26bf-40c7-970c-195c2d8b804a None None] The sync data for ids ['b68ddbed-691a-42dd-bd37-de478b51600d'] in dv-cinder-849325-4-iscsi is: [{'id': 'b68ddbed-691a-42dd-bd37-de478b51600d', 'name': 'tempest-TestShelveInstance-1458434996-router', 'tenant_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:36:18Z', 'updated_at': '2022-09-09T20:40:56Z', 'revision_number': 6, 'project_id': 'cdecc6100c5b4f7385eb7b83331aafbe', 'gw_port_host': None}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:40:56.707815 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (ff648eae-30ea-458b-bde5-477d6113127b), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:56.734849 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff648eae-30ea-458b-bde5-477d6113127b,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:56.737897 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:56.746588 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:56.763058 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:40:56.773205 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f93894-9a70-4e51-bbc5-09d39a37d535 None None] Sync routers for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:40:56.784568 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f93894-9a70-4e51-bbc5-09d39a37d535 None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:40:56.785482 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-a8f93894-9a70-4e51-bbc5-09d39a37d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:40:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:56.786984 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:56.808804 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3926632'] for router_gateway (b68ddbed-691a-42dd-bd37-de478b51600d), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:56.823785 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-f22a9ab5-f96b-42d1-9ebd-712758b1b98e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6641483 Sep 09 20:40:56.824391 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d827923-ffce-4e41-bb2e-7955767c159e', 'tag': '9a3872b5-a833-46a8-9c39-a7777f2a1371'}] {{(pid=106234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:40:56.826825 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b4c81254a732f0230bf7f5c5f5ee195c78b2d80ed5551e01ebc004cedcfaf69c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62c0447-bd8d-47b8-ad9c-2420eb0be160" -d '{"events": [{"name": "network-changed", "server_uuid": "3d827923-ffce-4e41-bb2e-7955767c159e", "tag": "9a3872b5-a833-46a8-9c39-a7777f2a1371"}]}' {{(pid=106234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:40:56.892671 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-a8f93894-9a70-4e51-bbc5-09d39a37d535 None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:40:56.905274 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3927884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8556'] for router (b68ddbed-691a-42dd-bd37-de478b51600d), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:56.907532 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] Publish callbacks [] for router_controller (b68ddbed-691a-42dd-bd37-de478b51600d), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:56.933330 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d447973-1c90-4775-b41f-e1c927fce1ad x-openstack-request-id: req-8d447973-1c90-4775-b41f-e1c927fce1ad {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:40:56.933735 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d827923-ffce-4e41-bb2e-7955767c159e", "tag": "9a3872b5-a833-46a8-9c39-a7777f2a1371", "status": "completed", "code": 200}]} {{(pid=106234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:40:56.934298 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d447973-1c90-4775-b41f-e1c927fce1ad {{(pid=106234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:40:56.934810 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d447973-1c90-4775-b41f-e1c927fce1ad'] response: {'name': 'network-changed', 'server_uuid': '3d827923-ffce-4e41-bb2e-7955767c159e', 'tag': '9a3872b5-a833-46a8-9c39-a7777f2a1371', 'status': 'completed', 'code': 200} Sep 09 20:40:56.954736 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924271'] for router (b68ddbed-691a-42dd-bd37-de478b51600d), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:56.955270 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b68ddbed-691a-42dd-bd37-de478b51600d {{(pid=106235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:40:56.959773 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:56.963290 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-9fe46b42-5496-4cdb-aa93-81da3cbb81d1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/b68ddbed-691a-42dd-bd37-de478b51600d HTTP/1.1" status: 204 len: 168 time: 0.8593616 Sep 09 20:40:56.963465 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38884) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:57.015588 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:57.043608 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c0447-bd8d-47b8-ad9c-2420eb0be160 req-6a9dd022-3eab-4d81-87c2-37bbf1f3c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:57.045127 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b62c0447-bd8d-47b8-ad9c-2420eb0be160 req-6a9dd022-3eab-4d81-87c2-37bbf1f3c1f4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 1130 time: 0.0829687 Sep 09 20:40:57.063463 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da64769-4f97-4290-98b2-99c1a09551b2 admin admin] Deleting subnet da65a8ea-1b1c-40d3-a329-debdcf9fcf7e {{(pid=106235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:40:57.077640 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8da64769-4f97-4290-98b2-99c1a09551b2 admin admin] Publish callbacks [] for subnet (da65a8ea-1b1c-40d3-a329-debdcf9fcf7e), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:57.151015 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8da64769-4f97-4290-98b2-99c1a09551b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11102191'] for subnet (da65a8ea-1b1c-40d3-a329-debdcf9fcf7e), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:57.215994 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c0447-bd8d-47b8-ad9c-2420eb0be160 req-a98e18f0-c4f0-43d3-ad12-7b8769d49a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:57.217720 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b62c0447-bd8d-47b8-ad9c-2420eb0be160 req-a98e18f0-c4f0-43d3-ad12-7b8769d49a5d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 913 time: 0.1638751 Sep 09 20:40:57.218367 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-a8f93894-9a70-4e51-bbc5-09d39a37d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '37b4f277-e08b-414c-9db0-94b09e61ca0c', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'port_id': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'mac_address': 'fa:16:3e:1e:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:38:43Z', 'updated_at': '2022-09-09T20:38:45Z', 'revision_number': 1, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address_scope': None}, {'id': '8c1bd1a7-737b-43e1-8e9e-b2da0168f733', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'port_id': '9a3872b5-a833-46a8-9c39-a7777f2a1371', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'mac_address': 'fa:16:3e:14:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d827923-ffce-4e41-bb2e-7955767c159e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:40:55Z', 'updated_at': '2022-09-09T20:40:55Z', 'revision_number': 0, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:57.243071 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f93894-9a70-4e51-bbc5-09d39a37d535 None None] Checking router: ab1108fe-f287-4e42-b4ca-1800d1e893be for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:40:57.245671 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:57.251723 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f93894-9a70-4e51-bbc5-09d39a37d535 None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:40:57.252323 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-a8f93894-9a70-4e51-bbc5-09d39a37d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:40:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:57.299690 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8da64769-4f97-4290-98b2-99c1a09551b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (da65a8ea-1b1c-40d3-a329-debdcf9fcf7e), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:57.332683 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b62c0447-bd8d-47b8-ad9c-2420eb0be160 req-25843145-7e0f-416c-850a-9cae666215d5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a3872b5-a833-46a8-9c39-a7777f2a1371 HTTP/1.1" status: 200 len: 999 time: 0.1083429 Sep 09 20:40:57.354742 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-a8f93894-9a70-4e51-bbc5-09d39a37d535 None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:40:57.405083 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 38888) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:57.493766 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.db_base_plugin_v2 [None req-b678ce20-c868-41e3-95cd-ac0976faefeb admin admin] Deleting subnet f8573ae8-991c-469d-9e33-e44dd2f569a4 {{(pid=106234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:40:57.502268 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b678ce20-c868-41e3-95cd-ac0976faefeb admin admin] Publish callbacks [] for subnet (f8573ae8-991c-469d-9e33-e44dd2f569a4), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:57.530273 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device ff648eae-30ea-458b-bde5-477d6113127b no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:40:57.553852 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: ff648eae-30ea-458b-bde5-477d6113127b {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:40:57.554513 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device ff648eae-30ea-458b-bde5-477d6113127b not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:40:57.554850 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b678ce20-c868-41e3-95cd-ac0976faefeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8406083'] for subnet (f8573ae8-991c-469d-9e33-e44dd2f569a4), precommit_delete_associations {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:57.555475 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 7d9ed9c6-c332-436a-9cb1-a34999ee5097 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:40:57.579410 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 7d9ed9c6-c332-436a-9cb1-a34999ee5097 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:40:57.580125 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 7d9ed9c6-c332-436a-9cb1-a34999ee5097 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:40:57.603062 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b678ce20-c868-41e3-95cd-ac0976faefeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (f8573ae8-991c-469d-9e33-e44dd2f569a4), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:57.627256 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-a8f93894-9a70-4e51-bbc5-09d39a37d535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '37b4f277-e08b-414c-9db0-94b09e61ca0c', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'port_id': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'mac_address': 'fa:16:3e:1e:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:38:43Z', 'updated_at': '2022-09-09T20:38:45Z', 'revision_number': 1, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address_scope': None}, {'id': '8c1bd1a7-737b-43e1-8e9e-b2da0168f733', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'port_id': '9a3872b5-a833-46a8-9c39-a7777f2a1371', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'mac_address': 'fa:16:3e:14:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d827923-ffce-4e41-bb2e-7955767c159e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:40:55Z', 'updated_at': '2022-09-09T20:40:55Z', 'revision_number': 0, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:57.654657 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c0447-bd8d-47b8-ad9c-2420eb0be160 req-d32f6d98-a4b5-4e75-9bca-81b85b791792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:57.660879 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b62c0447-bd8d-47b8-ad9c-2420eb0be160 req-d32f6d98-a4b5-4e75-9bca-81b85b791792 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=81f0046c-13a3-4901-a8ba-33a97db174ef HTTP/1.1" status: 200 len: 851 time: 0.3181946 Sep 09 20:40:57.664158 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f93894-9a70-4e51-bbc5-09d39a37d535 None None] The sync data for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi is: [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '37b4f277-e08b-414c-9db0-94b09e61ca0c', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'port_id': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'mac_address': 'fa:16:3e:1e:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:38:43Z', 'updated_at': '2022-09-09T20:38:45Z', 'revision_number': 1, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address_scope': None}, {'id': '8c1bd1a7-737b-43e1-8e9e-b2da0168f733', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'port_id': '9a3872b5-a833-46a8-9c39-a7777f2a1371', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'mac_address': 'fa:16:3e:14:3d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d827923-ffce-4e41-bb2e-7955767c159e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:40:55Z', 'updated_at': '2022-09-09T20:40:55Z', 'revision_number': 0, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:40:57.675093 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8da64769-4f97-4290-98b2-99c1a09551b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11413498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11867108'] for subnet (da65a8ea-1b1c-40d3-a329-debdcf9fcf7e), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:57.679491 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b678ce20-c868-41e3-95cd-ac0976faefeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12204128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8389842'] for subnet (f8573ae8-991c-469d-9e33-e44dd2f569a4), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:57.714212 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678ce20-c868-41e3-95cd-ac0976faefeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8573ae8-991c-469d-9e33-e44dd2f569a4,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:57.718765 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-b678ce20-c868-41e3-95cd-ac0976faefeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:57.723254 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-b678ce20-c868-41e3-95cd-ac0976faefeb admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/f8573ae8-991c-469d-9e33-e44dd2f569a4 HTTP/1.1" status: 204 len: 168 time: 0.3160775 Sep 09 20:40:57.725571 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 38890) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:57.729491 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-8da64769-4f97-4290-98b2-99c1a09551b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:57.735564 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-8da64769-4f97-4290-98b2-99c1a09551b2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/da65a8ea-1b1c-40d3-a329-debdcf9fcf7e HTTP/1.1" status: 204 len: 168 time: 0.7687700 Sep 09 20:40:57.737599 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73a3cfe-df89-4178-bc54-c051b513a3f5 None None] Network 1d232027-a8b3-44a9-9770-a0c08e7c2783 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:40:57.740048 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 38892) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:57.743685 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da64769-4f97-4290-98b2-99c1a09551b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da65a8ea-1b1c-40d3-a329-debdcf9fcf7e,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:57.762533 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c0447-bd8d-47b8-ad9c-2420eb0be160 req-6b0bb856-3cf9-4b25-a414-d6703b31fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:40:57.763843 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b62c0447-bd8d-47b8-ad9c-2420eb0be160 req-6b0bb856-3cf9-4b25-a414-d6703b31fe40 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59e2f46b-26f1-41b6-a478-bcc0b9346326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1002715 Sep 09 20:40:57.787449 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:57.885052 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5805f24a-caa4-4aa4-ae5e-e3c0f923f7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (890a1afa-0ed5-46e4-9cef-cd9c6abc66b4), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:57.888949 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (1d232027-a8b3-44a9-9770-a0c08e7c2783), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:57.906588 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b62c0447-bd8d-47b8-ad9c-2420eb0be160 req-2abf59b1-4aa3-4667-b49c-809e557ad933 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320019 Sep 09 20:40:57.939397 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a4bbe-5042-4a12-b39b-f075f5aa14d0 None None] DHCP port deletion for 1d232027-a8b3-44a9-9770-a0c08e7c2783 request from dv-cinder-849325-4-iscsi {{(pid=106236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 20:40:57.985620 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-c36a4bbe-5042-4a12-b39b-f075f5aa14d0 None None] Deleting port 7286064e-1db1-47a7-a81c-8da2e1dd58aa {{(pid=106236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:40:57.986195 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c36a4bbe-5042-4a12-b39b-f075f5aa14d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (7286064e-1db1-47a7-a81c-8da2e1dd58aa), before_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.022886 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5805f24a-caa4-4aa4-ae5e-e3c0f923f7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (890a1afa-0ed5-46e4-9cef-cd9c6abc66b4), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.025976 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] Deleting port 7286064e-1db1-47a7-a81c-8da2e1dd58aa {{(pid=106234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:40:58.026388 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (7286064e-1db1-47a7-a81c-8da2e1dd58aa), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.042010 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-b62c0447-bd8d-47b8-ad9c-2420eb0be160 req-4cdd4419-7356-4312-80c8-8011bb3ecf8f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290848 Sep 09 20:40:58.072993 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-c36a4bbe-5042-4a12-b39b-f075f5aa14d0 None None] For port 7286064e-1db1-47a7-a81c-8da2e1dd58aa, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=7286064e-1db1-47a7-a81c-8da2e1dd58aa,segment=NetworkSegment(146c9514-57ba-4b65-98a1-7b3c3685b4df),segment_id=146c9514-57ba-4b65-98a1-7b3c3685b4df)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:58.073430 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c36a4bbe-5042-4a12-b39b-f075f5aa14d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (7286064e-1db1-47a7-a81c-8da2e1dd58aa), precommit_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.078316 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb14cf-7304-48cc-9374-2c08af8a374d None None] New status for floating IP 8c1bd1a7-737b-43e1-8e9e-b2da0168f733: ACTIVE {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:40:58.099113 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-5805f24a-caa4-4aa4-ae5e-e3c0f923f7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890a1afa-0ed5-46e4-9cef-cd9c6abc66b4']}} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:58.117366 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-c36a4bbe-5042-4a12-b39b-f075f5aa14d0 None None] Calling delete_port for 7286064e-1db1-47a7-a81c-8da2e1dd58aa owned by network:dhcp {{(pid=106236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:40:58.117594 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-5805f24a-caa4-4aa4-ae5e-e3c0f923f7e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e') {'for_net_delete': True} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:58.117796 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-5805f24a-caa4-4aa4-ae5e-e3c0f923f7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e') {} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:58.132062 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.db [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] For port 7286064e-1db1-47a7-a81c-8da2e1dd58aa, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=7286064e-1db1-47a7-a81c-8da2e1dd58aa,segment=NetworkSegment(146c9514-57ba-4b65-98a1-7b3c3685b4df),segment_id=146c9514-57ba-4b65-98a1-7b3c3685b4df)] {{(pid=106234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:40:58.132424 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (7286064e-1db1-47a7-a81c-8da2e1dd58aa), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.135786 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5805f24a-caa4-4aa4-ae5e-e3c0f923f7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8406200'] for segment (5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.158655 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] Calling delete_port for 7286064e-1db1-47a7-a81c-8da2e1dd58aa owned by network:dhcp {{(pid=106234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:40:58.163340 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5805f24a-caa4-4aa4-ae5e-e3c0f923f7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.174704 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5805f24a-caa4-4aa4-ae5e-e3c0f923f7e4 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:40:58.175098 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5805f24a-caa4-4aa4-ae5e-e3c0f923f7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12204042'] for segment (5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.217407 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment 5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e resource provider aggregate not found Sep 09 20:40:58.263116 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment 5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ffa72b9-4dc9-459d-b5fb-bdefedfccb1e found for delete ", "request_id": "req-3a5625d5-01ec-41bc-8a4b-9b2036d502a7"}]} Sep 09 20:40:58.278152 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5805f24a-caa4-4aa4-ae5e-e3c0f923f7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (890a1afa-0ed5-46e4-9cef-cd9c6abc66b4), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.286281 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-5805f24a-caa4-4aa4-ae5e-e3c0f923f7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.292025 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-5805f24a-caa4-4aa4-ae5e-e3c0f923f7e4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/890a1afa-0ed5-46e4-9cef-cd9c6abc66b4 HTTP/1.1" status: 204 len: 168 time: 0.5621691 Sep 09 20:40:58.293930 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c36a4bbe-5042-4a12-b39b-f075f5aa14d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976'] for port (7286064e-1db1-47a7-a81c-8da2e1dd58aa), after_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.297764 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:58.311712 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a4bbe-5042-4a12-b39b-f075f5aa14d0 None None] No DVR routers for this DVR port 7286064e-1db1-47a7-a81c-8da2e1dd58aa on host dv-cinder-849325-4-iscsi {{(pid=106236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:40:58.326371 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805f24a-caa4-4aa4-ae5e-e3c0f923f7e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=890a1afa-0ed5-46e4-9cef-cd9c6abc66b4,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:58.344092 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12204119'] for port (7286064e-1db1-47a7-a81c-8da2e1dd58aa), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.374093 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:58.376553 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7286064e-1db1-47a7-a81c-8da2e1dd58aa,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:58.389977 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] No DVR routers for this DVR port 7286064e-1db1-47a7-a81c-8da2e1dd58aa on host dv-cinder-849325-4-iscsi {{(pid=106234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:40:58.442321 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38900) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:58.466859 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (1d232027-a8b3-44a9-9770-a0c08e7c2783), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.479726 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a4bbe-5042-4a12-b39b-f075f5aa14d0 None None] Pushing event deleted for resources: {'Port': ['ID=7286064e-1db1-47a7-a81c-8da2e1dd58aa,revision_number=None']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:58.489284 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-44c8f895-615a-444b-aec4-edc9f2e596d1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bbf97f61be434378b04b3f95da86e521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428858 Sep 09 20:40:58.489444 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d232027-a8b3-44a9-9770-a0c08e7c2783']}} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:58.489946 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38902) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:58.498818 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146c9514-57ba-4b65-98a1-7b3c3685b4df') {'for_net_delete': True} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:58.499322 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.services.segments.db [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146c9514-57ba-4b65-98a1-7b3c3685b4df') {} {{(pid=106234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:40:58.508619 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8406200'] for segment (146c9514-57ba-4b65-98a1-7b3c3685b4df), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.521683 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (146c9514-57ba-4b65-98a1-7b3c3685b4df), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.529160 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:40:58.529160 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12204042'] for segment (146c9514-57ba-4b65-98a1-7b3c3685b4df), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.540846 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e4bf435a-48a7-47e3-ac88-78a9a7645563 admin admin] Publish callbacks [] for security_group (3a1f29ae-1e1d-4b6c-8691-4548172c85d5), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.561213 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e4bf435a-48a7-47e3-ac88-78a9a7645563 admin admin] Publish callbacks [] for security_group (3a1f29ae-1e1d-4b6c-8691-4548172c85d5), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.574693 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:58.589069 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (1d232027-a8b3-44a9-9770-a0c08e7c2783), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.594841 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.599097 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/1d232027-a8b3-44a9-9770-a0c08e7c2783 HTTP/1.1" status: 204 len: 168 time: 0.8572512 Sep 09 20:40:58.611415 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f14ba-3e19-42d0-a50c-b5a067eef5d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d232027-a8b3-44a9-9770-a0c08e7c2783,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:58.616887 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e4bf435a-48a7-47e3-ac88-78a9a7645563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (3a1f29ae-1e1d-4b6c-8691-4548172c85d5), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.619601 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-e4bf435a-48a7-47e3-ac88-78a9a7645563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.620748 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-e4bf435a-48a7-47e3-ac88-78a9a7645563 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3a1f29ae-1e1d-4b6c-8691-4548172c85d5 HTTP/1.1" status: 204 len: 168 time: 0.1298375 Sep 09 20:40:58.628833 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf435a-48a7-47e3-ac88-78a9a7645563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1f29ae-1e1d-4b6c-8691-4548172c85d5,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:58.783927 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38908) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:58.831337 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-e1760731-7627-49c6-80b1-7a89b2386c6c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=474aa97f67a8457ab6900081711a0bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462122 Sep 09 20:40:58.834602 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38910) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:58.892419 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-67e79b6e-6228-4f78-bc8e-61ea62756046 admin admin] Publish callbacks [] for security_group (81c91dee-f695-4b3f-bf60-0639bdfdb780), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.917641 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-67e79b6e-6228-4f78-bc8e-61ea62756046 admin admin] Publish callbacks [] for security_group (81c91dee-f695-4b3f-bf60-0639bdfdb780), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.970761 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-67e79b6e-6228-4f78-bc8e-61ea62756046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (81c91dee-f695-4b3f-bf60-0639bdfdb780), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.974132 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-67e79b6e-6228-4f78-bc8e-61ea62756046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:58.975338 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-67e79b6e-6228-4f78-bc8e-61ea62756046 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/81c91dee-f695-4b3f-bf60-0639bdfdb780 HTTP/1.1" status: 204 len: 168 time: 0.1397259 Sep 09 20:40:58.984521 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e79b6e-6228-4f78-bc8e-61ea62756046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c91dee-f695-4b3f-bf60-0639bdfdb780,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:40:59.310581 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 7286064e-1db1-47a7-a81c-8da2e1dd58aa no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:40:59.330630 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 7286064e-1db1-47a7-a81c-8da2e1dd58aa {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:40:59.331071 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 7286064e-1db1-47a7-a81c-8da2e1dd58aa not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:40:59.363268 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38916) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:59.403055 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-f7a1636f-d4a2-4c7b-beea-69693006b449 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cdecc6100c5b4f7385eb7b83331aafbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386140 Sep 09 20:40:59.405478 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38918) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:40:59.440679 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:40:59.454732 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ee35-f2bd-4305-b19c-6ca050b4b361 admin admin] Publish callbacks [] for security_group (831ab0db-c311-4a0e-b611-75797e4f9e57), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:59.474295 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ee35-f2bd-4305-b19c-6ca050b4b361 admin admin] Publish callbacks [] for security_group (831ab0db-c311-4a0e-b611-75797e4f9e57), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:59.522306 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ee35-f2bd-4305-b19c-6ca050b4b361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (831ab0db-c311-4a0e-b611-75797e4f9e57), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:59.524777 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-a5f8ee35-f2bd-4305-b19c-6ca050b4b361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:40:59.525899 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-a5f8ee35-f2bd-4305-b19c-6ca050b4b361 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/831ab0db-c311-4a0e-b611-75797e4f9e57 HTTP/1.1" status: 204 len: 168 time: 0.1195650 Sep 09 20:40:59.533573 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8ee35-f2bd-4305-b19c-6ca050b4b361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831ab0db-c311-4a0e-b611-75797e4f9e57,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:41:00.280568 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment 146c9514-57ba-4b65-98a1-7b3c3685b4df resource provider aggregate not found Sep 09 20:41:00.295583 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.services.segments.plugin [-] Segment 146c9514-57ba-4b65-98a1-7b3c3685b4df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 146c9514-57ba-4b65-98a1-7b3c3685b4df found for delete ", "request_id": "req-8a2e7797-43bc-4430-815e-aaab1d39cd13"}]} Sep 09 20:41:07.363952 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-79400fd4-9c02-4ddd-bf21-3db5f173e306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:41:07.631010 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=79 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:07.631722 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=90 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:08.600382 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=15,neutron:DELETE=4 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:08.601173 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:08.850656 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:41:09.528913 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=43,neutron:DELETE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:09.529657 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=10,neutron:DELETE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:09.592306 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a9afe572-15b5-40f7-b9e2-7b3e4e1f6515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:41:10.067686 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:41:10.921112 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:41:12.319498 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:41:12.490397 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:41:17.262050 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9df1e27f-3d2f-47b4-bb5b-74a6cb5172e4 req-a634c6f9-5d47-4d04-b677-0220331647ec service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375257 Sep 09 20:41:17.321938 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1e27f-3d2f-47b4-bb5b-74a6cb5172e4 req-3c94a08b-d99c-40ce-b914-798b83b017a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:41:17.323350 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9df1e27f-3d2f-47b4-bb5b-74a6cb5172e4 req-3c94a08b-d99c-40ce-b914-798b83b017a6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 1129 time: 0.0378404 Sep 09 20:41:17.428949 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1e27f-3d2f-47b4-bb5b-74a6cb5172e4 req-ca87337f-419a-42b2-b0d7-ed413154ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:41:17.430451 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9df1e27f-3d2f-47b4-bb5b-74a6cb5172e4 req-ca87337f-419a-42b2-b0d7-ed413154ecce service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 913 time: 0.0873551 Sep 09 20:41:17.491352 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9df1e27f-3d2f-47b4-bb5b-74a6cb5172e4 req-ec4a96ab-ea9b-4c4e-ae79-3824598c69f7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4ac1fe9-a628-4015-bbd3-20c817809bdd HTTP/1.1" status: 200 len: 1001 time: 0.0546668 Sep 09 20:41:17.541640 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1e27f-3d2f-47b4-bb5b-74a6cb5172e4 req-7d43b2d5-3ab4-4844-8055-d71281aa7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:41:17.542942 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9df1e27f-3d2f-47b4-bb5b-74a6cb5172e4 req-7d43b2d5-3ab4-4844-8055-d71281aa7ff6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=81f0046c-13a3-4901-a8ba-33a97db174ef HTTP/1.1" status: 200 len: 851 time: 0.0423629 Sep 09 20:41:17.589006 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1e27f-3d2f-47b4-bb5b-74a6cb5172e4 req-ce346fca-4d03-4738-9512-87daeb8ada1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:41:17.590472 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9df1e27f-3d2f-47b4-bb5b-74a6cb5172e4 req-ce346fca-4d03-4738-9512-87daeb8ada1b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59e2f46b-26f1-41b6-a478-bcc0b9346326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414214 Sep 09 20:41:17.681495 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9df1e27f-3d2f-47b4-bb5b-74a6cb5172e4 req-cde3b2d4-00a5-43a7-ba3c-2198c578c853 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821457 Sep 09 20:41:17.773787 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-9df1e27f-3d2f-47b4-bb5b-74a6cb5172e4 req-2c024492-8980-403c-8967-00332716a283 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860052 Sep 09 20:41:20.063741 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:22.484344 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:22.486276 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:27.769285 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=49 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:27.771246 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=52 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:36.809368 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=4 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:36.810126 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:37.368936 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-0341a42c-0b43-49a8-8170-4378de194e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:41:38.881886 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:41:39.594391 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-0461d96b-2d48-444a-b39d-f54dc4d7ec23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:41:40.923535 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:41:42.322291 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:41:42.494071 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:41:47.067094 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:41:52.487227 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:52.490342 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:57.062723 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:41:57.063441 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:07.371636 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-dd6e81b0-4920-4396-8ba1-eca103f84a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:08.881511 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:09.600644 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-ce50d9e6-b9e3-4d93-ba97-054a8fa7ba74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:10.927572 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:12.325206 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:12.496811 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:13.804923 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:13.805709 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:22.485622 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:22.493580 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:24.065630 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:42:24.510018 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38946) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:24.649372 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Deleting port f9840bac-9f96-49d7-9570-776627bbdae0 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:42:24.649714 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (f9840bac-9f96-49d7-9570-776627bbdae0), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:24.728649 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (f9840bac-9f96-49d7-9570-776627bbdae0), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:24.728977 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for floatingip (f9840bac-9f96-49d7-9570-776627bbdae0), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:24.746205 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Calling delete_port for f9840bac-9f96-49d7-9570-776627bbdae0 owned by network:floatingip {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:42:24.893132 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (f9840bac-9f96-49d7-9570-776627bbdae0), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:24.917707 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event deleted for resources: {'Port': ['ID=f9840bac-9f96-49d7-9570-776627bbdae0,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:24.942875 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:24.943214 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:24.943548 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:24.943879 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:24.944203 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:24.944524 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:24.944843 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:24.945158 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:24.945498 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:24.945819 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:24.946137 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:24.946454 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:24.946769 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:24.947080 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:24.947389 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:24.987596 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for floatingip (8c1bd1a7-737b-43e1-8e9e-b2da0168f733), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:24.987921 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Floating IP 8c1bd1a7-737b-43e1-8e9e-b2da0168f733 disassociated (deleted). External IP: 172.27.1.56, port: 9a3872b5-a833-46a8-9c39-a7777f2a1371. Sep 09 20:42:25.181509 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Router ab1108fe-f287-4e42-b4ca-1800d1e893be has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:42:25.274413 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:25.289829 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:42:25.294425 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:25.299041 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5137271-2c2f-4695-b77b-4a18550bb957 None None] Sync routers for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:42:25.311351 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5137271-2c2f-4695-b77b-4a18550bb957 None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:42:25.312044 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e5137271-2c2f-4695-b77b-4a18550bb957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:42:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:25.327856 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-b10ad02a-f039-4446-b5e1-81cc009a82c6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/8c1bd1a7-737b-43e1-8e9e-b2da0168f733 HTTP/1.1" status: 204 len: 168 time: 0.8143749 Sep 09 20:42:25.327856 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d827923-ffce-4e41-bb2e-7955767c159e', 'tag': '9a3872b5-a833-46a8-9c39-a7777f2a1371'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:42:25.328314 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b21a2c-379f-4385-a467-eb6bc024c050" -d '{"events": [{"name": "network-changed", "server_uuid": "3d827923-ffce-4e41-bb2e-7955767c159e", "tag": "9a3872b5-a833-46a8-9c39-a7777f2a1371"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:42:25.401424 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7a5929-ef21-40f5-bef2-2a9e2e2f5a8d x-openstack-request-id: req-6e7a5929-ef21-40f5-bef2-2a9e2e2f5a8d {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:42:25.401724 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d827923-ffce-4e41-bb2e-7955767c159e", "tag": "9a3872b5-a833-46a8-9c39-a7777f2a1371", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:42:25.402406 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e7a5929-ef21-40f5-bef2-2a9e2e2f5a8d {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:42:25.402541 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7a5929-ef21-40f5-bef2-2a9e2e2f5a8d'] response: {'name': 'network-changed', 'server_uuid': '3d827923-ffce-4e41-bb2e-7955767c159e', 'tag': '9a3872b5-a833-46a8-9c39-a7777f2a1371', 'status': 'completed', 'code': 200} Sep 09 20:42:25.418574 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-e5137271-2c2f-4695-b77b-4a18550bb957 None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:42:25.480779 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b21a2c-379f-4385-a467-eb6bc024c050 req-a55bfab1-9403-4be0-a0ed-d172fb66eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:42:25.482660 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e6b21a2c-379f-4385-a467-eb6bc024c050 req-a55bfab1-9403-4be0-a0ed-d172fb66eb35 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 1130 time: 0.0501282 Sep 09 20:42:25.558889 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:25.590050 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b21a2c-379f-4385-a467-eb6bc024c050 req-fef398de-0139-4919-82c7-4810610f69af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:42:25.591578 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e6b21a2c-379f-4385-a467-eb6bc024c050 req-fef398de-0139-4919-82c7-4810610f69af service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 913 time: 0.1010759 Sep 09 20:42:25.592000 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859264ea-9de3-4330-bf50-057e45c5eeed req-005f85df-e2a7-4925-844c-9c6d4a229cf6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:42:25.593532 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-859264ea-9de3-4330-bf50-057e45c5eeed req-005f85df-e2a7-4925-844c-9c6d4a229cf6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 946 time: 0.0510507 Sep 09 20:42:25.642399 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e5137271-2c2f-4695-b77b-4a18550bb957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '37b4f277-e08b-414c-9db0-94b09e61ca0c', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'port_id': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'mac_address': 'fa:16:3e:1e:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:38:43Z', 'updated_at': '2022-09-09T20:38:45Z', 'revision_number': 1, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:25.643707 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-859264ea-9de3-4330-bf50-057e45c5eeed req-5547cf54-9c55-495e-8934-a72162d1955e tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443425 Sep 09 20:42:25.667231 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5137271-2c2f-4695-b77b-4a18550bb957 None None] Checking router: ab1108fe-f287-4e42-b4ca-1800d1e893be for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:42:25.675992 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5137271-2c2f-4695-b77b-4a18550bb957 None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:42:25.677130 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e5137271-2c2f-4695-b77b-4a18550bb957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:42:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:25.775170 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-e5137271-2c2f-4695-b77b-4a18550bb957 None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:42:25.979939 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-e5137271-2c2f-4695-b77b-4a18550bb957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '37b4f277-e08b-414c-9db0-94b09e61ca0c', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'port_id': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'mac_address': 'fa:16:3e:1e:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:38:43Z', 'updated_at': '2022-09-09T20:38:45Z', 'revision_number': 1, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:26.004279 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5137271-2c2f-4695-b77b-4a18550bb957 None None] The sync data for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi is: [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_floatingips': [{'id': '37b4f277-e08b-414c-9db0-94b09e61ca0c', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'router_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'port_id': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'mac_address': 'fa:16:3e:1e:dd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T20:38:43Z', 'updated_at': '2022-09-09T20:38:45Z', 'revision_number': 1, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:42:26.214968 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b8e6a-ca72-4279-a1c1-fe39c8b0e574 None None] New status for floating IP 8c1bd1a7-737b-43e1-8e9e-b2da0168f733: DOWN {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:42:26.762563 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e6b21a2c-379f-4385-a467-eb6bc024c050 req-e2c96c37-2c78-46c2-82d8-51611341bd84 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a3872b5-a833-46a8-9c39-a7777f2a1371 HTTP/1.1" status: 200 len: 217 time: 0.0342827 Sep 09 20:42:26.766002 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48750e-8d64-4b9d-84d2-d0ec2a22ead1 req-51b1028e-84f6-4047-b270-96f75ed320c0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:42:26.767470 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8b48750e-8d64-4b9d-84d2-d0ec2a22ead1 req-51b1028e-84f6-4047-b270-96f75ed320c0 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 946 time: 0.0472105 Sep 09 20:42:26.813764 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b21a2c-379f-4385-a467-eb6bc024c050 req-2a020d74-c57e-4cc8-8fc9-76f7474a0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:42:26.815249 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e6b21a2c-379f-4385-a467-eb6bc024c050 req-2a020d74-c57e-4cc8-8fc9-76f7474a0cc3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=81f0046c-13a3-4901-a8ba-33a97db174ef HTTP/1.1" status: 200 len: 851 time: 0.0443432 Sep 09 20:42:26.821579 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-8b48750e-8d64-4b9d-84d2-d0ec2a22ead1 req-26fbec38-793a-4596-bfe7-8bcf9815a66c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482616 Sep 09 20:42:26.976576 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b21a2c-379f-4385-a467-eb6bc024c050 req-df6ce342-8a6e-4127-864e-772d6b6af1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:42:26.978192 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e6b21a2c-379f-4385-a467-eb6bc024c050 req-df6ce342-8a6e-4127-864e-772d6b6af1c6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59e2f46b-26f1-41b6-a478-bcc0b9346326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503364 Sep 09 20:42:27.068489 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e6b21a2c-379f-4385-a467-eb6bc024c050 req-a54d6b4c-cbfd-4639-a467-7bb8a404b61b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835965 Sep 09 20:42:27.328607 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-e6b21a2c-379f-4385-a467-eb6bc024c050 req-6955926c-e554-4cfd-84be-97d1fd8487e9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093154 Sep 09 20:42:27.362863 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ec986-f817-4d6d-820b-037947647e7c req-3e0b89c6-86ae-4292-9aac-88c669295796 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:42:27.364539 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-fc2ec986-f817-4d6d-820b-037947647e7c req-3e0b89c6-86ae-4292-9aac-88c669295796 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 946 time: 0.0499277 Sep 09 20:42:27.448247 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-fc2ec986-f817-4d6d-820b-037947647e7c req-6e85a90d-0e98-44fe-94b3-0eed3faaa46c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Deleting port 9a3872b5-a833-46a8-9c39-a7777f2a1371 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:42:27.448589 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-fc2ec986-f817-4d6d-820b-037947647e7c req-6e85a90d-0e98-44fe-94b3-0eed3faaa46c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:27.537345 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-fc2ec986-f817-4d6d-820b-037947647e7c req-6e85a90d-0e98-44fe-94b3-0eed3faaa46c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] For port 9a3872b5-a833-46a8-9c39-a7777f2a1371, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=9a3872b5-a833-46a8-9c39-a7777f2a1371,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:42:27.537708 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-fc2ec986-f817-4d6d-820b-037947647e7c req-6e85a90d-0e98-44fe-94b3-0eed3faaa46c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:27.551755 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-fc2ec986-f817-4d6d-820b-037947647e7c req-6e85a90d-0e98-44fe-94b3-0eed3faaa46c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Calling delete_port for 9a3872b5-a833-46a8-9c39-a7777f2a1371 owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:42:27.679710 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-fc2ec986-f817-4d6d-820b-037947647e7c req-6e85a90d-0e98-44fe-94b3-0eed3faaa46c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (9a3872b5-a833-46a8-9c39-a7777f2a1371), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:27.705575 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85a90d-0e98-44fe-94b3-0eed3faaa46c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event deleted for resources: {'Port': ['ID=9a3872b5-a833-46a8-9c39-a7777f2a1371,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:27.752897 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2ec986-f817-4d6d-820b-037947647e7c req-6e85a90d-0e98-44fe-94b3-0eed3faaa46c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] No DVR routers for this DVR port 9a3872b5-a833-46a8-9c39-a7777f2a1371 on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:42:27.755851 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-fc2ec986-f817-4d6d-820b-037947647e7c req-6e85a90d-0e98-44fe-94b3-0eed3faaa46c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:27.759080 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-fc2ec986-f817-4d6d-820b-037947647e7c req-6e85a90d-0e98-44fe-94b3-0eed3faaa46c tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "DELETE /networking/v2.0/ports/9a3872b5-a833-46a8-9c39-a7777f2a1371 HTTP/1.1" status: 204 len: 173 time: 0.3883896 Sep 09 20:42:27.759652 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d827923-ffce-4e41-bb2e-7955767c159e', 'name': 'network-vif-deleted', 'tag': '9a3872b5-a833-46a8-9c39-a7777f2a1371'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:42:27.761959 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07498dc-3051-49e3-b7d3-b6a4181d5441" -d '{"events": [{"server_uuid": "3d827923-ffce-4e41-bb2e-7955767c159e", "name": "network-vif-deleted", "tag": "9a3872b5-a833-46a8-9c39-a7777f2a1371"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:42:27.800757 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b1338a-1d63-4ed3-bae1-486a4976571c x-openstack-request-id: req-79b1338a-1d63-4ed3-bae1-486a4976571c {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:42:27.801979 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d827923-ffce-4e41-bb2e-7955767c159e", "name": "network-vif-deleted", "tag": "9a3872b5-a833-46a8-9c39-a7777f2a1371", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:42:27.801979 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79b1338a-1d63-4ed3-bae1-486a4976571c {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:42:27.802261 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b1338a-1d63-4ed3-bae1-486a4976571c'] response: {'server_uuid': '3d827923-ffce-4e41-bb2e-7955767c159e', 'name': 'network-vif-deleted', 'tag': '9a3872b5-a833-46a8-9c39-a7777f2a1371', 'status': 'completed', 'code': 200} Sep 09 20:42:27.936769 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-10ac172f-fd63-40e1-8ba7-dcdb5d748522 req-dba1f3d4-e30d-440c-9183-1bec6c23c74f tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3d827923-ffce-4e41-bb2e-7955767c159e HTTP/1.1" status: 200 len: 210 time: 0.0387716 Sep 09 20:42:30.552673 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 9a3872b5-a833-46a8-9c39-a7777f2a1371 no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:42:30.575091 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: 9a3872b5-a833-46a8-9c39-a7777f2a1371 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:42:30.575440 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device 9a3872b5-a833-46a8-9c39-a7777f2a1371 not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:42:31.253322 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 38990) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:31.304252 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:31.409516 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-6709234a-6138-468d-9c11-1c0c3e632f28 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Deleting port ad9bd972-398d-487c-a389-cda53eb79b68 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:42:31.409859 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6709234a-6138-468d-9c11-1c0c3e632f28 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (ad9bd972-398d-487c-a389-cda53eb79b68), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:31.446067 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:31.486328 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6709234a-6138-468d-9c11-1c0c3e632f28 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (ad9bd972-398d-487c-a389-cda53eb79b68), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:31.486579 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6709234a-6138-468d-9c11-1c0c3e632f28 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for floatingip (ad9bd972-398d-487c-a389-cda53eb79b68), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:31.499167 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-6709234a-6138-468d-9c11-1c0c3e632f28 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Calling delete_port for ad9bd972-398d-487c-a389-cda53eb79b68 owned by network:floatingip {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:42:31.641689 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6709234a-6138-468d-9c11-1c0c3e632f28 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (ad9bd972-398d-487c-a389-cda53eb79b68), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:31.670112 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709234a-6138-468d-9c11-1c0c3e632f28 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event deleted for resources: {'Port': ['ID=ad9bd972-398d-487c-a389-cda53eb79b68,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:31.730693 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6709234a-6138-468d-9c11-1c0c3e632f28 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for floatingip (37b4f277-e08b-414c-9db0-94b09e61ca0c), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:31.731024 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.db.l3_db [None req-6709234a-6138-468d-9c11-1c0c3e632f28 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Floating IP 37b4f277-e08b-414c-9db0-94b09e61ca0c disassociated (deleted). External IP: 172.27.1.225, port: e4ac1fe9-a628-4015-bbd3-20c817809bdd. Sep 09 20:42:31.921858 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6709234a-6138-468d-9c11-1c0c3e632f28 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Router ab1108fe-f287-4e42-b4ca-1800d1e893be has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:42:32.022012 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6709234a-6138-468d-9c11-1c0c3e632f28 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:42:32.026759 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6709234a-6138-468d-9c11-1c0c3e632f28 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:32.031165 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc46fe7-e9bb-4ab1-8868-43bf06a12a28 None None] Sync routers for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:42:32.041362 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc46fe7-e9bb-4ab1-8868-43bf06a12a28 None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:42:32.041963 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-8fc46fe7-e9bb-4ab1-8868-43bf06a12a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:42:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:32.056020 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-6709234a-6138-468d-9c11-1c0c3e632f28 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/37b4f277-e08b-414c-9db0-94b09e61ca0c HTTP/1.1" status: 204 len: 168 time: 0.8016348 Sep 09 20:42:32.056674 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'tag': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:42:32.058920 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1a898c-c0d5-4764-91dc-d4e257599f08" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea398be-0e07-4d50-86af-c37c921b8aca", "tag": "e4ac1fe9-a628-4015-bbd3-20c817809bdd"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:42:32.097699 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 20:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859c4532-a1c1-4302-8701-0f753ce7e52d x-openstack-request-id: req-859c4532-a1c1-4302-8701-0f753ce7e52d {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:42:32.098004 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea398be-0e07-4d50-86af-c37c921b8aca", "tag": "e4ac1fe9-a628-4015-bbd3-20c817809bdd", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:42:32.098261 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-859c4532-a1c1-4302-8701-0f753ce7e52d {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:42:32.098701 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-859c4532-a1c1-4302-8701-0f753ce7e52d'] response: {'name': 'network-changed', 'server_uuid': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'tag': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'status': 'completed', 'code': 200} Sep 09 20:42:32.125937 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:32.151475 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-8fc46fe7-e9bb-4ab1-8868-43bf06a12a28 None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:42:32.174573 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a898c-c0d5-4764-91dc-d4e257599f08 req-4248c851-b9c0-49fb-8914-119cf6cc8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:42:32.175990 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ca1a898c-c0d5-4764-91dc-d4e257599f08 req-4248c851-b9c0-49fb-8914-119cf6cc8a08 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 1129 time: 0.0453413 Sep 09 20:42:32.201797 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:32.245284 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:32.284871 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a898c-c0d5-4764-91dc-d4e257599f08 req-252ef77b-5a93-44ed-a2f5-536350a3d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:42:32.286628 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ca1a898c-c0d5-4764-91dc-d4e257599f08 req-252ef77b-5a93-44ed-a2f5-536350a3d79b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 200 len: 913 time: 0.0966094 Sep 09 20:42:32.288437 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f88034-71d7-405a-a9b4-a37ba4e68387 req-0d129833-bdd6-467b-9b0b-d52bfeee6e16 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:42:32.289946 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-27f88034-71d7-405a-a9b4-a37ba4e68387 req-0d129833-bdd6-467b-9b0b-d52bfeee6e16 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 945 time: 0.0488856 Sep 09 20:42:32.339608 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-27f88034-71d7-405a-a9b4-a37ba4e68387 req-9f95959c-b5d0-472e-8aac-6fb7c3afd425 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440080 Sep 09 20:42:32.355909 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-8fc46fe7-e9bb-4ab1-8868-43bf06a12a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:32.459941 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc46fe7-e9bb-4ab1-8868-43bf06a12a28 None None] Checking router: ab1108fe-f287-4e42-b4ca-1800d1e893be for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:42:32.468534 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc46fe7-e9bb-4ab1-8868-43bf06a12a28 None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:42:32.469132 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-8fc46fe7-e9bb-4ab1-8868-43bf06a12a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:42:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:32.567666 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-8fc46fe7-e9bb-4ab1-8868-43bf06a12a28 None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:42:32.746150 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-8fc46fe7-e9bb-4ab1-8868-43bf06a12a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:32.773041 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc46fe7-e9bb-4ab1-8868-43bf06a12a28 None None] The sync data for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi is: [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:30Z', 'revision_number': 4, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi', '_interfaces': [{'id': '320f188e-c4ee-4404-9839-9f3409afa6f4', 'name': '', 'network_id': '59e2f46b-26f1-41b6-a478-bcc0b9346326', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'mac_address': 'fa:16:3e:9c:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:29Z', 'updated_at': '2022-09-09T20:35:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'subnets': [{'id': '81f0046c-13a3-4901-a8ba-33a97db174ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:42:32.977650 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c4f1ab-b923-4d68-b85b-5ce8a74b4b97 None None] New status for floating IP 37b4f277-e08b-414c-9db0-94b09e61ca0c: DOWN {{(pid=106236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 20:42:33.405639 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ca1a898c-c0d5-4764-91dc-d4e257599f08 req-ed4daa7a-abfa-4347-833e-63a05794c781 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4ac1fe9-a628-4015-bbd3-20c817809bdd HTTP/1.1" status: 200 len: 217 time: 0.0370667 Sep 09 20:42:33.445221 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:33.457377 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a898c-c0d5-4764-91dc-d4e257599f08 req-4c10b155-3f0e-43ef-9011-3f14ccc1ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:42:33.459501 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ca1a898c-c0d5-4764-91dc-d4e257599f08 req-4c10b155-3f0e-43ef-9011-3f14ccc1ac18 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=81f0046c-13a3-4901-a8ba-33a97db174ef HTTP/1.1" status: 200 len: 851 time: 0.0465753 Sep 09 20:42:33.465336 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e551da6-6367-41e4-b697-ba822ac66193 req-29ef5b9f-59d1-4296-a653-7ed31892cab5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:42:33.466794 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3e551da6-6367-41e4-b697-ba822ac66193 req-29ef5b9f-59d1-4296-a653-7ed31892cab5 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 945 time: 0.0502801 Sep 09 20:42:33.515165 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3e551da6-6367-41e4-b697-ba822ac66193 req-667cd53a-98bb-41fb-8bc9-5bf0882b5dac tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b82af17a-6da7-402e-8fad-9dc6882b1309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Sep 09 20:42:33.588246 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a898c-c0d5-4764-91dc-d4e257599f08 req-32ae849f-1107-4027-93e2-4f7865b6d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:42:33.589631 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ca1a898c-c0d5-4764-91dc-d4e257599f08 req-32ae849f-1107-4027-93e2-4f7865b6d851 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=59e2f46b-26f1-41b6-a478-bcc0b9346326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393591 Sep 09 20:42:33.681357 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ca1a898c-c0d5-4764-91dc-d4e257599f08 req-aee083c7-bd84-4f35-b275-dabab4733b31 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842955 Sep 09 20:42:33.868277 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-ca1a898c-c0d5-4764-91dc-d4e257599f08 req-76c10dd2-888d-4bb1-afad-2c3240e047a7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818911 Sep 09 20:42:33.916898 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad8641-d138-405e-92ab-a495a4f17847 req-650c0f7f-357e-4211-8b58-dc7f30e8a932 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 20:42:33.918421 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-69ad8641-d138-405e-92ab-a495a4f17847 req-650c0f7f-357e-4211-8b58-dc7f30e8a932 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 945 time: 0.0493701 Sep 09 20:42:34.235078 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-69ad8641-d138-405e-92ab-a495a4f17847 req-f80a8066-4450-4f10-bb21-7a75340685b9 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Deleting port e4ac1fe9-a628-4015-bbd3-20c817809bdd {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:42:34.235421 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-69ad8641-d138-405e-92ab-a495a4f17847 req-f80a8066-4450-4f10-bb21-7a75340685b9 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:34.325060 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [req-69ad8641-d138-405e-92ab-a495a4f17847 req-f80a8066-4450-4f10-bb21-7a75340685b9 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] For port e4ac1fe9-a628-4015-bbd3-20c817809bdd, host hv-cinder-84932, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84932',level=0,port_id=e4ac1fe9-a628-4015-bbd3-20c817809bdd,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:42:34.325449 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-69ad8641-d138-405e-92ab-a495a4f17847 req-f80a8066-4450-4f10-bb21-7a75340685b9 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:34.338513 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [req-69ad8641-d138-405e-92ab-a495a4f17847 req-f80a8066-4450-4f10-bb21-7a75340685b9 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Calling delete_port for e4ac1fe9-a628-4015-bbd3-20c817809bdd owned by compute:nova {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:42:34.464986 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-69ad8641-d138-405e-92ab-a495a4f17847 req-f80a8066-4450-4f10-bb21-7a75340685b9 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (e4ac1fe9-a628-4015-bbd3-20c817809bdd), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:34.492729 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a8066-4450-4f10-bb21-7a75340685b9 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event deleted for resources: {'Port': ['ID=e4ac1fe9-a628-4015-bbd3-20c817809bdd,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:34.536374 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ad8641-d138-405e-92ab-a495a4f17847 req-f80a8066-4450-4f10-bb21-7a75340685b9 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] No DVR routers for this DVR port e4ac1fe9-a628-4015-bbd3-20c817809bdd on host hv-cinder-84932 {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:42:34.538844 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [req-69ad8641-d138-405e-92ab-a495a4f17847 req-f80a8066-4450-4f10-bb21-7a75340685b9 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for port (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:34.542072 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [req-69ad8641-d138-405e-92ab-a495a4f17847 req-f80a8066-4450-4f10-bb21-7a75340685b9 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.25 "DELETE /networking/v2.0/ports/e4ac1fe9-a628-4015-bbd3-20c817809bdd HTTP/1.1" status: 204 len: 173 time: 0.6170475 Sep 09 20:42:34.542573 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'name': 'network-vif-deleted', 'tag': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd'}] {{(pid=106235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 20:42:34.544877 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46907993361ae22b168539a0ca9dd50f057703632b45af0fec264c2e0c6b686b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8da20fb-99ab-4456-b6ee-9e623124c8ba" -d '{"events": [{"server_uuid": "4ea398be-0e07-4d50-86af-c37c921b8aca", "name": "network-vif-deleted", "tag": "e4ac1fe9-a628-4015-bbd3-20c817809bdd"}]}' {{(pid=106235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:42:34.584449 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 20:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cebdbe-962a-487a-9848-76034cf3ebf1 x-openstack-request-id: req-57cebdbe-962a-487a-9848-76034cf3ebf1 {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:42:34.584744 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea398be-0e07-4d50-86af-c37c921b8aca", "name": "network-vif-deleted", "tag": "e4ac1fe9-a628-4015-bbd3-20c817809bdd", "status": "completed", "code": 200}]} {{(pid=106235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:42:34.584996 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57cebdbe-962a-487a-9848-76034cf3ebf1 {{(pid=106235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:42:34.585430 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57cebdbe-962a-487a-9848-76034cf3ebf1'] response: {'server_uuid': '4ea398be-0e07-4d50-86af-c37c921b8aca', 'name': 'network-vif-deleted', 'tag': 'e4ac1fe9-a628-4015-bbd3-20c817809bdd', 'status': 'completed', 'code': 200} Sep 09 20:42:34.625410 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [req-3aba49e7-ebf2-4985-81d7-4ac2f47198ed req-c0ac46ab-a8ea-4937-b09c-b3f6b92c5bc6 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea398be-0e07-4d50-86af-c37c921b8aca HTTP/1.1" status: 200 len: 210 time: 0.0293682 Sep 09 20:42:35.696812 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 39006) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:35.806075 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-c72ffaa8-d2be-4e81-a67b-608d019ba545 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Deleting port 9f36a4f5-b274-449d-a65c-d0e4a2b3a046 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:42:35.806418 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c72ffaa8-d2be-4e81-a67b-608d019ba545 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (9f36a4f5-b274-449d-a65c-d0e4a2b3a046), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:35.867387 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:35.892662 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c72ffaa8-d2be-4e81-a67b-608d019ba545 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (9f36a4f5-b274-449d-a65c-d0e4a2b3a046), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:35.892989 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c72ffaa8-d2be-4e81-a67b-608d019ba545 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for floatingip (9f36a4f5-b274-449d-a65c-d0e4a2b3a046), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:35.906207 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-c72ffaa8-d2be-4e81-a67b-608d019ba545 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Calling delete_port for 9f36a4f5-b274-449d-a65c-d0e4a2b3a046 owned by network:floatingip {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:42:35.960714 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:36.037649 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c72ffaa8-d2be-4e81-a67b-608d019ba545 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (9f36a4f5-b274-449d-a65c-d0e4a2b3a046), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:36.062179 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ffaa8-d2be-4e81-a67b-608d019ba545 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event deleted for resources: {'Port': ['ID=9f36a4f5-b274-449d-a65c-d0e4a2b3a046,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:36.124873 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c72ffaa8-d2be-4e81-a67b-608d019ba545 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for floatingip (f97bd0ee-e033-443a-857f-c9b22b832b9b), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:36.127380 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c72ffaa8-d2be-4e81-a67b-608d019ba545 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4004700'] for floatingip (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:36.128528 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-c72ffaa8-d2be-4e81-a67b-608d019ba545 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/f97bd0ee-e033-443a-857f-c9b22b832b9b HTTP/1.1" status: 204 len: 168 time: 0.4310572 Sep 09 20:42:37.337316 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 39018) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:37.372905 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d00059bf-7db6-4777-b621-4bcc37c66b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:37.398205 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c5006962-5c5e-4748-b108-e0970babbf57 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group (b82af17a-6da7-402e-8fad-9dc6882b1309), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:37.422105 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c5006962-5c5e-4748-b108-e0970babbf57 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group (b82af17a-6da7-402e-8fad-9dc6882b1309), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:37.485127 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c5006962-5c5e-4748-b108-e0970babbf57 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (b82af17a-6da7-402e-8fad-9dc6882b1309), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:37.487681 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-c5006962-5c5e-4748-b108-e0970babbf57 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:37.489760 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-c5006962-5c5e-4748-b108-e0970babbf57 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b82af17a-6da7-402e-8fad-9dc6882b1309 HTTP/1.1" status: 204 len: 168 time: 0.1514266 Sep 09 20:42:37.498952 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5006962-5c5e-4748-b108-e0970babbf57 tempest-TestVolumeBootPattern-2130387938 tempest-TestVolumeBootPattern-2130387938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82af17a-6da7-402e-8fad-9dc6882b1309,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:37.543325 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 39022) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:37.988079 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5330a66c-4786-41e0-8294-2df1c7a878ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903210'] for router_interface (ab1108fe-f287-4e42-b4ca-1800d1e893be), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:38.110820 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:38.203882 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-5330a66c-4786-41e0-8294-2df1c7a878ab admin admin] Deleting port 320f188e-c4ee-4404-9839-9f3409afa6f4 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:42:38.204216 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5330a66c-4786-41e0-8294-2df1c7a878ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:38.267778 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:38.284858 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-5330a66c-4786-41e0-8294-2df1c7a878ab admin admin] For port 320f188e-c4ee-4404-9839-9f3409afa6f4, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=320f188e-c4ee-4404-9839-9f3409afa6f4,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:42:38.285215 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5330a66c-4786-41e0-8294-2df1c7a878ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:38.298123 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-5330a66c-4786-41e0-8294-2df1c7a878ab admin admin] Calling delete_port for 320f188e-c4ee-4404-9839-9f3409afa6f4 owned by network:router_interface {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:42:38.471053 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5330a66c-4786-41e0-8294-2df1c7a878ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (320f188e-c4ee-4404-9839-9f3409afa6f4), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:38.494727 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330a66c-4786-41e0-8294-2df1c7a878ab admin admin] Pushing event deleted for resources: {'Port': ['ID=320f188e-c4ee-4404-9839-9f3409afa6f4,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:38.574775 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device e4ac1fe9-a628-4015-bbd3-20c817809bdd no longer exists at agent hyperv_hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:42:38.595107 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] No Port match for: e4ac1fe9-a628-4015-bbd3-20c817809bdd {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:42:38.595454 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Device e4ac1fe9-a628-4015-bbd3-20c817809bdd not bound to the agent host hv-cinder-84932 {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:42:38.660315 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-5330a66c-4786-41e0-8294-2df1c7a878ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924250'] for router_interface (ab1108fe-f287-4e42-b4ca-1800d1e893be), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:38.858571 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5330a66c-4786-41e0-8294-2df1c7a878ab admin admin] Router ab1108fe-f287-4e42-b4ca-1800d1e893be has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:42:38.865885 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:38.879869 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:38.960850 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5330a66c-4786-41e0-8294-2df1c7a878ab admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:42:38.965711 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-5330a66c-4786-41e0-8294-2df1c7a878ab admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/ab1108fe-f287-4e42-b4ca-1800d1e893be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4213550 Sep 09 20:42:38.968301 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 39026) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:38.970676 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f3d97-1a5e-4e19-a189-e9ce604dfa77 None None] Sync routers for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:42:38.980215 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f3d97-1a5e-4e19-a189-e9ce604dfa77 None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:42:38.980799 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-3b3f3d97-1a5e-4e19-a189-e9ce604dfa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:42:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:39.066578 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] Publish callbacks [] for router (ab1108fe-f287-4e42-b4ca-1800d1e893be), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:39.081408 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-3b3f3d97-1a5e-4e19-a189-e9ce604dfa77 None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: dv-cinder-849325-4-iscsi {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:42:39.102240 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:39.166184 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] Publish callbacks [] for router_gateway (ab1108fe-f287-4e42-b4ca-1800d1e893be), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:39.208294 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] Deleting port 41fd969d-c16e-4e8e-b234-834406951acd {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:42:39.208674 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (41fd969d-c16e-4e8e-b234-834406951acd), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:39.252121 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-3b3f3d97-1a5e-4e19-a189-e9ce604dfa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '41fd969d-c16e-4e8e-b234-834406951acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:42:38Z', 'revision_number': 5, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port': {'id': '41fd969d-c16e-4e8e-b234-834406951acd', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:39.276950 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f3d97-1a5e-4e19-a189-e9ce604dfa77 None None] Checking router: ab1108fe-f287-4e42-b4ca-1800d1e893be for host: dv-cinder-849325-4-iscsi {{(pid=106237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:42:39.285763 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f3d97-1a5e-4e19-a189-e9ce604dfa77 None None] Routers {'ab1108fe-f287-4e42-b4ca-1800d1e893be'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:42:39.286365 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-3b3f3d97-1a5e-4e19-a189-e9ce604dfa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:42:10Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['ab1108fe-f287-4e42-b4ca-1800d1e893be'], 'active': True} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:39.300161 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] For port 41fd969d-c16e-4e8e-b234-834406951acd, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=41fd969d-c16e-4e8e-b234-834406951acd,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:42:39.300521 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (41fd969d-c16e-4e8e-b234-834406951acd), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:39.313679 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] Calling delete_port for 41fd969d-c16e-4e8e-b234-834406951acd owned by network:router_gateway {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:42:39.370367 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_dvr_db [None req-3b3f3d97-1a5e-4e19-a189-e9ce604dfa77 None None] Set router ab1108fe-f287-4e42-b4ca-1800d1e893be gateway port host: None {{(pid=106237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:42:39.425727 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.l3_hamode_db [None req-3b3f3d97-1a5e-4e19-a189-e9ce604dfa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:42:39Z', 'revision_number': 6, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port_host': None}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:39.450135 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f3d97-1a5e-4e19-a189-e9ce604dfa77 None None] The sync data for ids ['ab1108fe-f287-4e42-b4ca-1800d1e893be'] in dv-cinder-849325-4-iscsi is: [{'id': 'ab1108fe-f287-4e42-b4ca-1800d1e893be', 'name': 'tempest-TestVolumeBootPattern-2077139850-router', 'tenant_id': '7e12f0c37bd14176b04dfd87d7b10520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:27Z', 'updated_at': '2022-09-09T20:42:39Z', 'revision_number': 6, 'project_id': '7e12f0c37bd14176b04dfd87d7b10520', 'gw_port_host': None}] {{(pid=106237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:42:39.485600 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (41fd969d-c16e-4e8e-b234-834406951acd), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:39.510029 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] Pushing event deleted for resources: {'Port': ['ID=41fd969d-c16e-4e8e-b234-834406951acd,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:39.569634 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3926632'] for router_gateway (ab1108fe-f287-4e42-b4ca-1800d1e893be), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:39.592465 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-3b408f95-1613-49e7-9db0-a5da7772ec5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:39.654687 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3927884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8556'] for router (ab1108fe-f287-4e42-b4ca-1800d1e893be), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:39.656836 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] Publish callbacks [] for router_controller (ab1108fe-f287-4e42-b4ca-1800d1e893be), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:39.701483 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924271'] for router (ab1108fe-f287-4e42-b4ca-1800d1e893be), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:39.702007 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab1108fe-f287-4e42-b4ca-1800d1e893be {{(pid=106235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:42:39.706195 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:39.707318 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-afd986cd-a114-402b-8d59-f0012c191940 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/ab1108fe-f287-4e42-b4ca-1800d1e893be HTTP/1.1" status: 204 len: 168 time: 0.7380800 Sep 09 20:42:39.710466 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 39028) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:39.754211 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bba9b04-d542-424a-a7b2-889fb536906b admin admin] Deleting subnet 81f0046c-13a3-4901-a8ba-33a97db174ef {{(pid=106235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:42:39.757299 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6bba9b04-d542-424a-a7b2-889fb536906b admin admin] Publish callbacks [] for subnet (81f0046c-13a3-4901-a8ba-33a97db174ef), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:39.781193 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:39.793718 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6bba9b04-d542-424a-a7b2-889fb536906b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11102191'] for subnet (81f0046c-13a3-4901-a8ba-33a97db174ef), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.108269 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6bba9b04-d542-424a-a7b2-889fb536906b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (81f0046c-13a3-4901-a8ba-33a97db174ef), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.158498 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6bba9b04-d542-424a-a7b2-889fb536906b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11413498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11867108'] for subnet (81f0046c-13a3-4901-a8ba-33a97db174ef), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.183825 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba9b04-d542-424a-a7b2-889fb536906b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f0046c-13a3-4901-a8ba-33a97db174ef,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:40.187432 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-6bba9b04-d542-424a-a7b2-889fb536906b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.190547 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-6bba9b04-d542-424a-a7b2-889fb536906b admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/81f0046c-13a3-4901-a8ba-33a97db174ef HTTP/1.1" status: 204 len: 168 time: 0.4791758 Sep 09 20:42:40.193027 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 39030) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:40.195768 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315e00ec-f7c2-401e-aeea-35c2ccb059ad None None] Network 59e2f46b-26f1-41b6-a478-bcc0b9346326 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:42:40.200778 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:40.267343 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (59e2f46b-26f1-41b6-a478-bcc0b9346326), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.314386 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] Deleting port 6c190d37-0ba4-48e5-83df-bdac6ced75b3 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:42:40.315819 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.378011 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] DHCP port deletion for 59e2f46b-26f1-41b6-a478-bcc0b9346326 request from dv-cinder-849325-4-iscsi {{(pid=106236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 20:42:40.385503 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] For port 6c190d37-0ba4-48e5-83df-bdac6ced75b3, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=6c190d37-0ba4-48e5-83df-bdac6ced75b3,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:42:40.385864 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.398864 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] Calling delete_port for 6c190d37-0ba4-48e5-83df-bdac6ced75b3 owned by network:dhcp {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:42:40.415052 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Deleting port 6c190d37-0ba4-48e5-83df-bdac6ced75b3 {{(pid=106236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:42:40.415681 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), before_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.476861 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.486599 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.db [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] For port 6c190d37-0ba4-48e5-83df-bdac6ced75b3, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=6c190d37-0ba4-48e5-83df-bdac6ced75b3,segment=NetworkSegment(c3ceea64-fa0a-481e-983a-ff21d0241ecb),segment_id=c3ceea64-fa0a-481e-983a-ff21d0241ecb)] {{(pid=106236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:42:40.487160 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), precommit_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.500907 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Calling delete_port for 6c190d37-0ba4-48e5-83df-bdac6ced75b3 owned by network:dhcp {{(pid=106236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:42:40.502150 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6c190d37-0ba4-48e5-83df-bdac6ced75b3,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:40.506717 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] No DVR routers for this DVR port 6c190d37-0ba4-48e5-83df-bdac6ced75b3 on host dv-cinder-849325-4-iscsi {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:42:40.579941 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976'] for port (6c190d37-0ba4-48e5-83df-bdac6ced75b3), after_delete {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.586980 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (59e2f46b-26f1-41b6-a478-bcc0b9346326), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.607587 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e2f46b-26f1-41b6-a478-bcc0b9346326']}} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:40.608873 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Pushing event deleted for resources: {'Port': ['ID=6c190d37-0ba4-48e5-83df-bdac6ced75b3,revision_number=None']} {{(pid=106236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:40.614089 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] No DVR routers for this DVR port 6c190d37-0ba4-48e5-83df-bdac6ced75b3 on host dv-cinder-849325-4-iscsi {{(pid=106236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:42:40.617383 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ceea64-fa0a-481e-983a-ff21d0241ecb') {'for_net_delete': True} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:40.617686 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ceea64-fa0a-481e-983a-ff21d0241ecb') {} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:40.620707 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:40.621061 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:40.621434 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:40.621776 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:40.622117 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:40.622453 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:40.622784 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:40.623510 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:40.623510 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:40.623734 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:40.624258 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:40.624766 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:40.625321 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:40.626063 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:40.626575 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a844082d-14c6-4af1-92b4-4e4683634e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:40.633964 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11101972'] for segment (c3ceea64-fa0a-481e-983a-ff21d0241ecb), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.647889 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (c3ceea64-fa0a-481e-983a-ff21d0241ecb), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.654079 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:42:40.654462 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11413392'] for segment (c3ceea64-fa0a-481e-983a-ff21d0241ecb), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.715027 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (59e2f46b-26f1-41b6-a478-bcc0b9346326), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.720572 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:40.724596 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/59e2f46b-26f1-41b6-a478-bcc0b9346326 HTTP/1.1" status: 204 len: 168 time: 0.5306220 Sep 09 20:42:40.728394 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 39036) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:40.747993 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment c3ceea64-fa0a-481e-983a-ff21d0241ecb resource provider aggregate not found Sep 09 20:42:40.752544 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd41031-92e1-4057-a799-f6ec751f60cf admin admin] Pushing event deleted for resources: {'Network': ['ID=59e2f46b-26f1-41b6-a478-bcc0b9346326,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:40.783908 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment c3ceea64-fa0a-481e-983a-ff21d0241ecb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3ceea64-fa0a-481e-983a-ff21d0241ecb found for delete ", "request_id": "req-aa5c6e7d-cabe-471b-baee-2f68a4a06411"}]} Sep 09 20:42:40.800163 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=100 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:40.930016 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:41.001266 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:41.053058 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-04620836-2332-4814-991f-918f0d0060c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903210'] for router_interface (b9f661d3-e414-4e37-af2b-8ab6d59d8072), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:41.086722 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:41.267769 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-04620836-2332-4814-991f-918f0d0060c2 admin admin] Deleting port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:42:41.268105 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-04620836-2332-4814-991f-918f0d0060c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:41.346310 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-04620836-2332-4814-991f-918f0d0060c2 admin admin] For port 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=43f7a9a1-1d88-4aaf-b8a2-b2f722669d85,segment=NetworkSegment(bba7e8a2-4c38-4ced-8333-24421b85570f),segment_id=bba7e8a2-4c38-4ced-8333-24421b85570f)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:42:41.346671 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-04620836-2332-4814-991f-918f0d0060c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:41.363286 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-04620836-2332-4814-991f-918f0d0060c2 admin admin] Calling delete_port for 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 owned by network:router_interface {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:42:41.372493 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 320f188e-c4ee-4404-9839-9f3409afa6f4 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:42:41.399823 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 320f188e-c4ee-4404-9839-9f3409afa6f4 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:42:41.400248 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 320f188e-c4ee-4404-9839-9f3409afa6f4 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:42:41.400596 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 41fd969d-c16e-4e8e-b234-834406951acd no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:42:41.419005 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 41fd969d-c16e-4e8e-b234-834406951acd {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:42:41.419348 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 41fd969d-c16e-4e8e-b234-834406951acd not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:42:41.419992 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 6c190d37-0ba4-48e5-83df-bdac6ced75b3 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:42:41.438299 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 6c190d37-0ba4-48e5-83df-bdac6ced75b3 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:42:41.438642 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 6c190d37-0ba4-48e5-83df-bdac6ced75b3 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:42:41.541987 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-04620836-2332-4814-991f-918f0d0060c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (43f7a9a1-1d88-4aaf-b8a2-b2f722669d85), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:41.564190 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04620836-2332-4814-991f-918f0d0060c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=43f7a9a1-1d88-4aaf-b8a2-b2f722669d85,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:41.726411 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-04620836-2332-4814-991f-918f0d0060c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3924250'] for router_interface (b9f661d3-e414-4e37-af2b-8ab6d59d8072), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:41.783379 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:41.918379 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:41.929264 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04620836-2332-4814-991f-918f0d0060c2 admin admin] Router b9f661d3-e414-4e37-af2b-8ab6d59d8072 has already been hosted by L3 agent 4ce13304-979e-43ac-a5d2-3383e6e1397f {{(pid=106235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:42:42.029199 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04620836-2332-4814-991f-918f0d0060c2 admin admin] Notify agent at l3_agent.dv-cinder-849325-4-iscsi the message routers_updated {{(pid=106235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:42:42.034763 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-04620836-2332-4814-991f-918f0d0060c2 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/b9f661d3-e414-4e37-af2b-8ab6d59d8072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3044751 Sep 09 20:42:42.037282 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 39040) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:42.038161 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8cac39-8794-4479-b21d-24dd24e79293 None None] Sync routers for ids ['b9f661d3-e414-4e37-af2b-8ab6d59d8072'] in dv-cinder-849325-4-iscsi {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:42:42.048538 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8cac39-8794-4479-b21d-24dd24e79293 None None] Routers {'b9f661d3-e414-4e37-af2b-8ab6d59d8072'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:42:42.049157 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-ef8cac39-8794-4479-b21d-24dd24e79293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:42:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b9f661d3-e414-4e37-af2b-8ab6d59d8072'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:42.136342 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] Publish callbacks [] for router (b9f661d3-e414-4e37-af2b-8ab6d59d8072), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:42.150894 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-ef8cac39-8794-4479-b21d-24dd24e79293 None None] Set router b9f661d3-e414-4e37-af2b-8ab6d59d8072 gateway port host: dv-cinder-849325-4-iscsi {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:42:42.230511 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] Publish callbacks [] for router_gateway (b9f661d3-e414-4e37-af2b-8ab6d59d8072), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:42.276757 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] Deleting port 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:42:42.277094 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (477cf3bc-bbde-4a6b-a144-ffa44f66f2e9), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:42.332327 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-ef8cac39-8794-4479-b21d-24dd24e79293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'name': 'tempest-TestVolumeBootPattern-1349163606-router', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'external_fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '477cf3bc-bbde-4a6b-a144-ffa44f66f2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:33Z', 'updated_at': '2022-09-09T20:42:41Z', 'revision_number': 5, 'project_id': 'd8e762a2344248dc9e79ff464c26dddc', 'gw_port': {'id': '477cf3bc-bbde-4a6b-a144-ffa44f66f2e9', 'name': '', 'network_id': '4c72e26c-57d6-47f3-8e84-e01e12378c25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849325-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T20:35:34Z', 'updated_at': '2022-09-09T20:35:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd00b9aca-ae69-4d60-a344-1f342801f06c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849325-4-iscsi'}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:42.336612 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:42.354943 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] For port 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=477cf3bc-bbde-4a6b-a144-ffa44f66f2e9,segment=NetworkSegment(f8c7da85-2d71-4ec4-90a6-33d519ab1061),segment_id=f8c7da85-2d71-4ec4-90a6-33d519ab1061)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:42:42.355303 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (477cf3bc-bbde-4a6b-a144-ffa44f66f2e9), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:42.359391 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8cac39-8794-4479-b21d-24dd24e79293 None None] Checking router: b9f661d3-e414-4e37-af2b-8ab6d59d8072 for host: dv-cinder-849325-4-iscsi {{(pid=106236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:42:42.365667 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:42.368969 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8cac39-8794-4479-b21d-24dd24e79293 None None] Routers {'b9f661d3-e414-4e37-af2b-8ab6d59d8072'} bound to L3 agent in host dv-cinder-849325-4-iscsi {{(pid=106236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 20:42:42.369398 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] Calling delete_port for 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9 owned by network:router_gateway {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:42:42.369607 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-ef8cac39-8794-4479-b21d-24dd24e79293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849325-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T20:19:40Z,description=,heartbeat_timestamp=2022-09-09T20:42:40Z,host='dv-cinder-849325-4-iscsi',id=4ce13304-979e-43ac-a5d2-3383e6e1397f,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T20:19:40Z,topic='l3_agent')) {'router_ids': ['b9f661d3-e414-4e37-af2b-8ab6d59d8072'], 'active': True} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:42.455564 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_dvr_db [None req-ef8cac39-8794-4479-b21d-24dd24e79293 None None] Set router b9f661d3-e414-4e37-af2b-8ab6d59d8072 gateway port host: None {{(pid=106236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 20:42:42.519685 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.db.l3_hamode_db [None req-ef8cac39-8794-4479-b21d-24dd24e79293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'name': 'tempest-TestVolumeBootPattern-1349163606-router', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:33Z', 'updated_at': '2022-09-09T20:42:42Z', 'revision_number': 6, 'project_id': 'd8e762a2344248dc9e79ff464c26dddc', 'gw_port_host': None}], 'dv-cinder-849325-4-iscsi', False) {} {{(pid=106236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:42.531716 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:42.538460 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (477cf3bc-bbde-4a6b-a144-ffa44f66f2e9), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:42.552104 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8cac39-8794-4479-b21d-24dd24e79293 None None] The sync data for ids ['b9f661d3-e414-4e37-af2b-8ab6d59d8072'] in dv-cinder-849325-4-iscsi is: [{'id': 'b9f661d3-e414-4e37-af2b-8ab6d59d8072', 'name': 'tempest-TestVolumeBootPattern-1349163606-router', 'tenant_id': 'd8e762a2344248dc9e79ff464c26dddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T20:35:33Z', 'updated_at': '2022-09-09T20:42:42Z', 'revision_number': 6, 'project_id': 'd8e762a2344248dc9e79ff464c26dddc', 'gw_port_host': None}] {{(pid=106236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:42:42.563722 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:42.569537 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] Pushing event deleted for resources: {'Port': ['ID=477cf3bc-bbde-4a6b-a144-ffa44f66f2e9,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:42.631392 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3926632'] for router_gateway (b9f661d3-e414-4e37-af2b-8ab6d59d8072), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:42.716391 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3927884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8556'] for router (b9f661d3-e414-4e37-af2b-8ab6d59d8072), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:42.718586 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] Publish callbacks [] for router_controller (b9f661d3-e414-4e37-af2b-8ab6d59d8072), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:42.758958 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3924271'] for router (b9f661d3-e414-4e37-af2b-8ab6d59d8072), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:42.759579 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9f661d3-e414-4e37-af2b-8ab6d59d8072 {{(pid=106235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:42:42.763691 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:42.764821 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-ba47203e-7428-4f08-a49f-dc004ae9e759 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/b9f661d3-e414-4e37-af2b-8ab6d59d8072 HTTP/1.1" status: 204 len: 168 time: 0.7266293 Sep 09 20:42:42.767491 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 39042) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:42.814512 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.db_base_plugin_v2 [None req-66aba8b4-474e-4cc0-b646-d609f2546fda admin admin] Deleting subnet 3614dfba-8056-4d9f-aec8-23def3e64ee6 {{(pid=106235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 20:42:42.817680 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-66aba8b4-474e-4cc0-b646-d609f2546fda admin admin] Publish callbacks [] for subnet (3614dfba-8056-4d9f-aec8-23def3e64ee6), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:42.853903 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-66aba8b4-474e-4cc0-b646-d609f2546fda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11102191'] for subnet (3614dfba-8056-4d9f-aec8-23def3e64ee6), precommit_delete_associations {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:42.875185 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:42.937139 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-66aba8b4-474e-4cc0-b646-d609f2546fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-913322'] for subnet (3614dfba-8056-4d9f-aec8-23def3e64ee6), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:42.997741 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-66aba8b4-474e-4cc0-b646-d609f2546fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-885646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11413498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11867108'] for subnet (3614dfba-8056-4d9f-aec8-23def3e64ee6), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.021397 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aba8b4-474e-4cc0-b646-d609f2546fda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3614dfba-8056-4d9f-aec8-23def3e64ee6,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:43.026716 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-66aba8b4-474e-4cc0-b646-d609f2546fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for subnet (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.029843 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-66aba8b4-474e-4cc0-b646-d609f2546fda admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/3614dfba-8056-4d9f-aec8-23def3e64ee6 HTTP/1.1" status: 204 len: 168 time: 0.2614489 Sep 09 20:42:43.032413 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 39044) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:43.034364 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52d831f-a396-4e46-a2fe-2fe9e2bc95fb None None] Network 5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9 requested from dv-cinder-849325-4-iscsi {{(pid=106236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 20:42:43.100309 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955145'] for network (5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.118709 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:43.142931 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] Deleting port 61b0a513-0ef6-435f-b7d4-31aec76361e6 {{(pid=106235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 20:42:43.143274 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761429272805'] for port (61b0a513-0ef6-435f-b7d4-31aec76361e6), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.214509 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.db [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] For port 61b0a513-0ef6-435f-b7d4-31aec76361e6, host dv-cinder-849325-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849325-4-iscsi',level=0,port_id=61b0a513-0ef6-435f-b7d4-31aec76361e6,segment=NetworkSegment(bba7e8a2-4c38-4ced-8333-24421b85570f),segment_id=bba7e8a2-4c38-4ced-8333-24421b85570f)] {{(pid=106235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:42:43.214875 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3904220'] for port (61b0a513-0ef6-435f-b7d4-31aec76361e6), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.228323 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.plugin [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] Calling delete_port for 61b0a513-0ef6-435f-b7d4-31aec76361e6 owned by network:dhcp {{(pid=106235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 20:42:43.307210 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-969367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4072501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761429277332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761428833976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11413453'] for port (61b0a513-0ef6-435f-b7d4-31aec76361e6), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.327499 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddfd6ad-6ba7-47ed-86d1-e6570f8f44be None None] DHCP port deletion for 5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9 request from dv-cinder-849325-4-iscsi {{(pid=106236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 20:42:43.332814 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=61b0a513-0ef6-435f-b7d4-31aec76361e6,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:43.340940 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] No DVR routers for this DVR port 61b0a513-0ef6-435f-b7d4-31aec76361e6 on host dv-cinder-849325-4-iscsi {{(pid=106235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 20:42:43.393521 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:42:43.414292 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:42:43.414915 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 477cf3bc-bbde-4a6b-a144-ffa44f66f2e9 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:42:43.415529 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:42:43.422169 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3368897', 'neutron.services.segments.db._delete_segments_for_network-8761429300893'] for network (5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.434926 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:42:43.435279 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 43f7a9a1-1d88-4aaf-b8a2-b2f722669d85 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:42:43.435918 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 61b0a513-0ef6-435f-b7d4-31aec76361e6 no longer exists at agent ovs-agent-dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:42:43.443183 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9']}} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:43.452883 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba7e8a2-4c38-4ced-8333-24421b85570f') {'for_net_delete': True} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:43.453275 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.services.segments.db [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba7e8a2-4c38-4ced-8333-24421b85570f') {} {{(pid=106235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:42:43.454212 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.plugin [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] No Port match for: 61b0a513-0ef6-435f-b7d4-31aec76361e6 {{(pid=106236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 20:42:43.454570 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron.plugins.ml2.rpc [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Device 61b0a513-0ef6-435f-b7d4-31aec76361e6 not bound to the agent host dv-cinder-849325-4-iscsi {{(pid=106236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:42:43.467383 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761429300938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11101972'] for segment (bba7e8a2-4c38-4ced-8333-24421b85570f), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.479087 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:43.482012 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454'] for segment (bba7e8a2-4c38-4ced-8333-24421b85570f), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.490052 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:42:43.490468 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-842454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11413392'] for segment (bba7e8a2-4c38-4ced-8333-24421b85570f), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.540847 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment bba7e8a2-4c38-4ced-8333-24421b85570f resource provider aggregate not found Sep 09 20:42:43.566321 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.services.segments.plugin [-] Segment bba7e8a2-4c38-4ced-8333-24421b85570f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bba7e8a2-4c38-4ced-8333-24421b85570f found for delete ", "request_id": "req-c3124366-8d2a-4fe7-9b1b-bd5d71eeb152"}]} Sep 09 20:42:43.567582 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3368888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3876212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3699736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3926669'] for network (5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.572174 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3699722'] for network (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.576079 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9 HTTP/1.1" status: 204 len: 168 time: 0.5427368 Sep 09 20:42:43.590460 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92970f53-a2c6-4e2c-9f50-3c69e1aa3ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=5d5afd3d-d6ce-4ebc-83e9-c08dd7ddb4f9,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:43.698465 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 39052) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:43.738653 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-3aabda9d-1d78-4c0e-be5a-9850ed69b1d8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7e12f0c37bd14176b04dfd87d7b10520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388241 Sep 09 20:42:43.741071 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [-] (106234) accepted ('10.222.0.26', 39054) {{(pid=106234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:43.788413 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Publish callbacks [] for security_group (97f703e4-810b-44c7-8b53-0c63eb3d73fa), before_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.807706 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Publish callbacks [] for security_group (97f703e4-810b-44c7-8b53-0c63eb3d73fa), precommit_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.855397 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (97f703e4-810b-44c7-8b53-0c63eb3d73fa), after_delete {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.857906 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron_lib.callbacks.manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:43.859038 dv-cinder-849325-4-iscsi neutron-server[106234]: INFO neutron.wsgi [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/97f703e4-810b-44c7-8b53-0c63eb3d73fa HTTP/1.1" status: 204 len: 168 time: 0.1170387 Sep 09 20:42:43.866854 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f703e4-810b-44c7-8b53-0c63eb3d73fa,revision_number=None']} {{(pid=106234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:43.874154 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:43.874411 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:43.874745 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:43.875086 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:43.875423 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:43.875750 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:43.876073 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:43.876395 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:43.876717 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:43.877041 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:43.877398 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:43.877721 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:43.878040 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:43.878356 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:43.878671 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45fa9f-8dbd-4ce6-a654-99661e183dff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849325-4-iscsi {{(pid=106234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:42:44.168121 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 39060) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:44.209315 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-c4415ec5-a037-4747-972e-ac76d0090211 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d8e762a2344248dc9e79ff464c26dddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399637 Sep 09 20:42:44.211677 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [-] (106235) accepted ('10.222.0.26', 39062) {{(pid=106235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 20:42:44.260428 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9c08e632-e68f-41a3-95b2-1aa584e67139 admin admin] Publish callbacks [] for security_group (9abb0ae2-a505-4b21-85be-488875cfcbbe), before_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:44.279553 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9c08e632-e68f-41a3-95b2-1aa584e67139 admin admin] Publish callbacks [] for security_group (9abb0ae2-a505-4b21-85be-488875cfcbbe), precommit_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:44.307285 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:44.328695 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9c08e632-e68f-41a3-95b2-1aa584e67139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873989'] for security_group (9abb0ae2-a505-4b21-85be-488875cfcbbe), after_delete {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:44.331262 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron_lib.callbacks.manager [None req-9c08e632-e68f-41a3-95b2-1aa584e67139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:42:44.332369 dv-cinder-849325-4-iscsi neutron-server[106235]: INFO neutron.wsgi [None req-9c08e632-e68f-41a3-95b2-1aa584e67139 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9abb0ae2-a505-4b21-85be-488875cfcbbe HTTP/1.1" status: 204 len: 168 time: 0.1198261 Sep 09 20:42:44.340212 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08e632-e68f-41a3-95b2-1aa584e67139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abb0ae2-a505-4b21-85be-488875cfcbbe,revision_number=None']} {{(pid=106235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:42:50.808041 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=94 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:50.812116 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:53.862651 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=62,neutron:DELETE=3 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:53.869729 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG dbcounter [-] [106234] Writing DB stats neutron:SELECT=59,neutron:DELETE=1 {{(pid=106234) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:53.891727 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:54.335479 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=1 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:54.336228 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG dbcounter [-] [106235] Writing DB stats neutron:SELECT=24,neutron:DELETE=4 {{(pid=106235) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:42:54.353051 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=6 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:43:01.064956 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:43:07.374201 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-806f0651-7c62-443b-b9b7-e9325ddd616a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:43:08.878898 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:43:09.596064 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-b58438a1-3446-4029-9c0e-eafdfa390d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:43:10.932744 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:43:11.060745 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:43:11.061517 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:43:12.328293 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:43:12.502464 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:43:22.495970 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:43:22.497835 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:43:35.793475 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=5 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:43:35.794260 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:43:37.375666 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-cb257721-a53a-440f-aca9-159e93af47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:43:38.063605 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:43:38.878185 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:43:39.597647 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-4929a0c8-a6fe-4547-b381-aeb1688ffb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:43:41.050711 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:43:42.330602 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:43:42.504499 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:43:48.059043 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:43:52.498594 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:43:52.500521 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:44:04.799471 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:44:04.804796 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=4 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:44:06.746954 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [req-4626337d-c845-4831-b0c9-60f09f911f01 req-79d26c1e-df59-439f-8ea3-adfd829181d4 service neutron] (106234) timed out ('10.222.0.25', 61635) {{(pid=106234) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 09 20:44:06.922447 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [req-12505c4f-770c-4fcc-9c27-85099a0dc3f8 req-7f20aa1b-1495-4844-a270-c3e103bacf9b service neutron] (106235) timed out ('10.222.0.25', 61666) {{(pid=106235) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 09 20:44:07.378256 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-118ea948-f2be-48c4-b248-9da680ed626e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:44:08.877790 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:44:09.599552 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8afbd9c9-1363-48e7-879f-7da6ac3876e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:44:10.940366 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:44:12.335501 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:44:12.506849 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:44:15.062691 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:44:22.497269 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:44:22.504403 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:44:37.380256 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-37f61f0c-5b80-478d-8449-53c91db362b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:44:38.878075 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:44:39.601181 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-f52a522c-c54b-4054-bf5c-ccafa3b07dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:44:40.942197 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:44:41.810444 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=17 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:44:41.811170 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=17 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:44:42.337722 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:44:42.509949 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:44:52.061291 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:44:52.504216 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:44:52.506173 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:45:02.056255 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:45:02.057018 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:45:07.382236 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a31f1cfd-7fce-448a-9e23-2ca8ceb9ff25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:45:08.877290 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:45:09.603320 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c8ed2f92-c8ca-40ff-afd2-39283db61c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:45:10.944953 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:45:12.339992 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:45:12.513578 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:45:18.807279 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:45:18.808035 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=4 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:45:22.501650 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=10 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:45:22.509812 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:UPDATE=6,neutron:SELECT=8 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:45:29.060128 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:45:37.383343 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-69e743a2-b0c3-4ce1-bad5-b95e1dc99c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:45:38.878377 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:45:39.056136 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:45:39.604363 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-c0416df4-4f0d-488b-8e57-02c6bf7f0a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:45:40.949639 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:45:42.342343 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:45:42.554615 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:45:52.594914 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:45:52.596745 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:45:55.800840 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:45:55.804978 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=4 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:46:06.059146 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:46:07.384694 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d2646bd3-6c39-4e6e-989d-f350db7ab7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:46:08.893209 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:46:09.147676 dv-cinder-849325-4-iscsi neutron-server[106235]: DEBUG neutron.wsgi [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-26d2353b-b038-4d23-b0a3-d0b53d5fcacb service neutron] (106235) timed out ('10.222.0.26', 32800) {{(pid=106235) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 09 20:46:09.331800 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [req-b99483f7-72ef-4d58-a6f2-531967d008e7 req-dd3eca5b-1979-4d25-b65e-f4dc9d96f030 tempest-AttachVolumeShelveTestJSON-330625372 tempest-AttachVolumeShelveTestJSON-330625372-project] (106234) timed out ('10.222.0.26', 32812) {{(pid=106234) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 09 20:46:09.604970 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3824-eb61-4311-8a41-edb01004fcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:46:10.956674 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:46:12.347228 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:46:12.518062 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:46:16.054058 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:46:16.054788 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:46:22.508244 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:46:22.513649 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:46:32.795318 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=13 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:46:32.800297 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=19 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:46:37.386658 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e4b385be-303d-451f-8bac-ae9f02e6403d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:46:38.908704 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:46:39.606409 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-8d020b1f-20af-4a2d-bce3-1221eb2ca0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:46:40.955484 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:46:42.350015 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:46:42.520538 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:46:43.058503 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:46:52.514093 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:46:52.516103 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:46:53.054535 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:47:07.392010 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-794874de-8679-4743-95cd-23db2408e90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:47:08.906719 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:47:09.607191 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-d8fdfe15-1203-423b-ba82-94edcf5b2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:47:09.806474 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:47:09.807278 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=3 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:47:10.957703 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:47:12.352514 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:47:12.521257 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:47:20.058325 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG neutron.db.agents_db [None req-e832eb1d-94c3-4f76-9c4e-8169365b69f0 None None] Agent healthcheck: found 6 active agents {{(pid=106237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:47:20.738386 dv-cinder-849325-4-iscsi neutron-server[106234]: DEBUG neutron.wsgi [req-8db3827c-feba-4b62-b747-d780cb3a8cd3 req-48f51239-866c-42ac-af1f-464f55147e29 service neutron] (106234) timed out ('10.222.0.25', 61654) {{(pid=106234) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 09 20:47:22.515691 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:47:22.517601 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:47:35.805075 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:47:35.805850 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:47:37.394666 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-e91d9f93-3ac1-4fb9-a572-88f401dcce38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (17967456-470e-4c3b-9d8b-55da3af9ba2c), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:47:38.911715 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-9d9538b1-72f8-4dc3-b5a0-c6493dec428f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (aa8cc6f4-d567-4d17-a19d-ba7671f1b7c0), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:47:39.610535 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-0f1d3ea3-372d-477b-972c-f9fd30e88442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4ce13304-979e-43ac-a5d2-3383e6e1397f), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:47:40.959651 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-19bd8f20-2f4e-4de5-98db-dd754868ad0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a87c72f-9b15-4535-aecb-88a48c9efe60), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:47:42.355024 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-a919a59d-5b5b-4074-991f-43970d82804e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (6a2e515b-08bb-49d6-b583-a7d4984df8aa), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:47:42.553285 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG neutron_lib.callbacks.manager [None req-df803b99-8b0d-4689-bbcf-018bc0328065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761429300875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3369984'] for agent (4a6dab19-948f-4966-b5ae-d654ffbab056), after_update {{(pid=106236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 20:47:46.802176 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=2 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:47:46.802939 dv-cinder-849325-4-iscsi neutron-server[106237]: DEBUG dbcounter [-] [106237] Writing DB stats neutron:SELECT=4 {{(pid=106237) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:47:52.589560 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 20:47:52.595970 dv-cinder-849325-4-iscsi neutron-server[106236]: DEBUG dbcounter [-] [106236] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106236) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}